-- Logs begin at Mon 2021-10-25 14:13:58 UTC, end at Mon 2021-10-25 15:13:17 UTC. -- Oct 25 14:47:53.140072 dv-cinder-813751-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Oct 25 14:47:55.484185 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.common.config [-] Logging enabled! Oct 25 14:47:55.484914 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev38 Oct 25 14:47:55.484914 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86673) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 25 14:47:55.488539 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.common.config [-] Logging enabled! Oct 25 14:47:55.488789 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev38 Oct 25 14:47:55.489097 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86673) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 25 14:47:55.490024 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 25 14:47:55.490254 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 25 14:47:55.490602 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 25 14:47:55.490846 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 25 14:47:55.491068 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 25 14:47:55.491383 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.491701 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.491995 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.492263 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.492512 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.492795 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.493074 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.493356 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.493648 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.493929 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.494202 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.494483 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.494710 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.495250 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.495531 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.495836 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.496057 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] debug = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.496332 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.496759 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.497175 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.497450 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.497736 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.498014 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.498281 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.498553 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.498835 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.499159 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] host = dv-cinder-813751-1-smb {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.499434 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.499745 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.500034 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.500316 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.500588 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.500862 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.501147 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.501413 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.501682 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] log_file = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.501952 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.502234 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.502515 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.502805 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.503035 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.503247 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.504160 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.504449 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.504721 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.504995 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.505266 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.505537 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.505810 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.506076 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.506356 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.506634 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.506913 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.507186 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.507455 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.507747 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.508015 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.508295 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.508561 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.508827 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.509095 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.509376 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.509640 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.509909 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.510207 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.510486 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.510759 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.511039 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.511307 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.511583 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.511876 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.512145 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.512414 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] use_json = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.512681 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.512946 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.513226 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.513492 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.513759 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.514027 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.514293 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.514571 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:55.514866 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.515160 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.515460 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.515779 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.516073 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.516354 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.516639 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.516916 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.517204 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.517489 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.517777 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.518052 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.518337 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.518612 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.518904 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.519764 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.520064 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.520354 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.520627 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.520899 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.521170 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.521448 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.521732 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.522021 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.522306 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.522578 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.522856 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.523143 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.523422 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.523718 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.523997 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.524280 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.524556 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.524826 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.525104 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.525382 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.525652 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.525919 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.526195 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.526479 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.526752 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.527022 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.527292 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.527566 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.527854 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.528137 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.528410 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.528677 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.528944 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.529217 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.529489 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.529759 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.530037 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.530307 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.530579 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.530846 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.531112 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.531380 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.531667 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.531945 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.532214 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.532480 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.532753 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.533022 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.533294 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.533565 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.533836 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.534105 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.534386 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.534681 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.535611 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.535920 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.536202 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.536481 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.536761 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.537038 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.537314 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.537696 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.537997 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.538330 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.538620 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.538908 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.539214 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.539593 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.539914 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.540199 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.540484 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.540763 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.541041 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.541330 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.541615 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.541912 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.542203 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.542492 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.542781 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.543070 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.543393 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.543725 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.544008 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:55.544224 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 25 14:47:55.544468 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86673) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 25 14:47:55.935913 dv-cinder-813751-1-smb neutron-server[86673]: INFO keyring.backend [-] Loading KWallet Oct 25 14:47:55.943978 dv-cinder-813751-1-smb neutron-server[86673]: INFO keyring.backend [-] Loading SecretService Oct 25 14:47:55.947508 dv-cinder-813751-1-smb neutron-server[86673]: INFO keyring.backend [-] Loading Windows Oct 25 14:47:55.948876 dv-cinder-813751-1-smb neutron-server[86673]: INFO keyring.backend [-] Loading chainer Oct 25 14:47:55.949452 dv-cinder-813751-1-smb neutron-server[86673]: INFO keyring.backend [-] Loading macOS Oct 25 14:47:55.984841 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:47:55.985118 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:47:55.985407 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:47:55.985747 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 25 14:47:56.296221 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.296429 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.296697 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.297879 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.298148 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.298406 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.419343 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.419614 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.419910 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.433555 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.433831 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.434099 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.462432 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.462703 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.462972 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.502425 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.503006 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.503006 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.734902 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.735176 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.735440 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.735732 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.736685 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.861066 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.861379 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.861661 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.861929 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.862191 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.862496 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.862754 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.863518 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.863863 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.864139 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.864395 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.864651 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.864909 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.865160 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.865422 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.865687 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.865940 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.866205 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.866449 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.866722 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.867063 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.867309 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.867554 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.867857 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.868103 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.868344 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.868726 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 14:47:56.868962 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 14:47:56.869192 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 14:47:56.869422 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 14:47:56.869651 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 14:47:56.869887 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 14:47:56.870607 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 25 14:47:56.873796 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 25 14:47:56.877749 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 25 14:47:56.882122 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Oct 25 14:47:56.883783 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 25 14:47:56.884231 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 25 14:47:56.884564 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 25 14:47:56.884951 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 25 14:47:56.887809 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 25 14:47:56.888060 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 25 14:47:56.888550 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 25 14:47:56.915918 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 25 14:47:56.916365 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.916664 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86673) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 25 14:47:56.917021 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.918380 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86673) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 25 14:47:56.918661 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 25 14:47:56.918907 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 25 14:47:56.922167 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.922442 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:56.984191 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 25 14:47:56.984434 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 25 14:47:56.984667 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 25 14:47:56.985094 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 25 14:47:57.016970 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_db.sqlalchemy.engines [None req-a2311648-a709-450f-a718-cba7bf94008b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86673) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Oct 25 14:47:57.352687 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Initializing driver for type 'gre' Oct 25 14:47:57.353129 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2311648-a709-450f-a718-cba7bf94008b None None] gre ID ranges: [(1, 1000)] Oct 25 14:47:57.403689 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Initializing driver for type 'local' Oct 25 14:47:57.404026 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Initializing driver for type 'vlan' Oct 25 14:47:57.415873 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a2311648-a709-450f-a718-cba7bf94008b None None] VlanTypeDriver initialization complete Oct 25 14:47:57.416233 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Initializing driver for type 'vxlan' Oct 25 14:47:57.416737 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2311648-a709-450f-a718-cba7bf94008b None None] vxlan ID ranges: [(1, 1000)] Oct 25 14:47:57.469279 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Initializing extension driver 'port_security' Oct 25 14:47:57.469629 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.extensions.port_security [None req-a2311648-a709-450f-a718-cba7bf94008b None None] PortSecurityExtensionDriver initialization complete Oct 25 14:47:57.469957 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Initializing mechanism driver 'openvswitch' Oct 25 14:47:57.470293 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Initializing mechanism driver 'hyperv' Oct 25 14:47:57.477066 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.plugins.ml2.plugin [None req-a2311648-a709-450f-a718-cba7bf94008b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:47:57.477824 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > port after_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.478196 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > port after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.478539 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > port after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.478919 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > subnet after_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.479267 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > subnet after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.479609 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > subnet after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.480005 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > network after_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.480347 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > network after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.480683 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > network after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.481054 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > security_group after_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.481395 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > security_group after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.481732 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > security_group after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.482103 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.482439 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.482773 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.483137 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > address_group after_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.483475 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > address_group after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.483834 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > address_group after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.484171 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a2311648-a709-450f-a718-cba7bf94008b None None] ML2 OVO RPC backend initialized. {{(pid=86673) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Oct 25 14:47:57.484866 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router_interface after_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.485213 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.485629 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > network before_response 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.485973 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > networks before_response 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.486315 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > port before_response 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.486658 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > ports before_response 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.486991 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > subnet before_response 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.487326 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > subnets before_response 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.487689 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > network after_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.488513 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > network after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.488844 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > network after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.489173 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > port after_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.489503 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > port after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.489831 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > port after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.490162 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > subnet after_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.490489 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > subnet after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.490816 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > subnet after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.491389 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.plugin [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Modular L2 Plugin initialization complete Oct 25 14:47:57.491750 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading services supported by the core plugin {{(pid=86673) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 25 14:47:57.492079 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.plugins.ml2.managers [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Got port-security extension from driver 'port_security' Oct 25 14:47:57.492538 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.extensions.vlantransparent [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Disabled vlantransparent extension. Oct 25 14:47:57.493033 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86673) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 25 14:47:57.493365 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading Plugin: router Oct 25 14:47:57.530295 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router_interface before_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.530888 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router after_create 55549900 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.531028 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router before_create 55549900 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.531388 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.531817 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.532164 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router after_delete 55549900 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.532518 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > floatingip after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.532873 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router after_create 55549900 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.533216 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router after_update 55549900 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.533560 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router after_update 55549900 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.533902 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.534253 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router after_update 55549900 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.534672 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router precommit_update 55549900 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.535021 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: port after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.535359 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: port after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.535712 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: subnet after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.536049 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.536416 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > port precommit_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.536826 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router precommit_create 55549900 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.537169 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: port before_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.537501 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router precommit_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.537883 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router after_update 55549900 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.538223 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router precommit_delete 55549900 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.538570 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router precommit_create 55549900 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.538922 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router_interface after_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.539268 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router precommit_update 55549900 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.539651 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > agent after_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.540010 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > agent after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.540349 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > network after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.541222 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Tracking information for resource: router configured {{(pid=86673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 14:47:57.541550 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Tracking information for resource: floatingip configured {{(pid=86673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 14:47:57.546641 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.db.l3_agentschedulers_db [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 25 14:47:57.547328 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: port after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.547708 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: port after_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.548061 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: port after_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.548407 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: port after_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.549207 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router before_create 55550100 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.549565 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router precommit_delete 55550100 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.549923 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router precommit_create 55550100 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.550753 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > router precommit_update 55550100 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.555409 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.services.provider_configuration [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Service providers = [] {{(pid=86673) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 25 14:47:57.555803 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.db.servicetype_db [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86673) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 25 14:47:57.558783 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.services.service_base [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86673) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 25 14:47:57.559125 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.services.service_base [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86673) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 25 14:47:57.559465 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.services.service_base [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86673) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 25 14:47:57.560535 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.services.service_base [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86673) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 25 14:47:57.560908 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.services.service_base [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 25 14:47:57.561294 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 14:47:57.561611 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 25 14:47:57.572944 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 14:47:57.573273 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading Plugin: auto_allocate Oct 25 14:47:57.579105 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: network precommit_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.579468 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: network precommit_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.580021 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 14:47:57.580339 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading Plugin: tag Oct 25 14:47:57.587181 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 14:47:57.587509 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading Plugin: timestamp Oct 25 14:47:57.591378 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 14:47:57.591726 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading Plugin: network_ip_availability Oct 25 14:47:57.597013 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.597407 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.597761 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.598548 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 14:47:57.598796 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading Plugin: flavors Oct 25 14:47:57.605174 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 14:47:57.605447 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading Plugin: revisions Oct 25 14:47:57.609770 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 14:47:57.610150 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_concurrency.lockutils [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.625s {{(pid=86673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:47:57.610890 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86673) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 25 14:47:57.611221 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Initializing extension manager. Oct 25 14:47:57.611835 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: __init__.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.612088 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: __pycache__ {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.612413 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.613238 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: address_group.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.614028 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.614597 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: address-group Oct 25 14:47:57.614915 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: address_scope.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.615627 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.616166 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: address-scope Oct 25 14:47:57.616483 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: admin_state_down_before_update.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.617412 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.617929 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: router-admin-state-down-before-update Oct 25 14:47:57.618250 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: agent.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.618945 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.619458 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: agent Oct 25 14:47:57.619807 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: agent_resources_synced.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.620981 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.621758 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: agent-resources-synced Oct 25 14:47:57.622265 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: allowedaddresspairs.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.625232 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.626174 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: allowed-address-pairs Oct 25 14:47:57.626675 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: auto_allocated_topology.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.628274 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.629692 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: auto-allocated-topology Oct 25 14:47:57.630199 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: availability_zone.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.631242 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.633731 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: availability_zone Oct 25 14:47:57.634064 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: availability_zone_filter.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.635202 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.635902 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: availability_zone_filter Oct 25 14:47:57.636299 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: data_plane_status.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.637227 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.637750 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension data-plane-status not supported by any of loaded plugins Oct 25 14:47:57.638073 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: default_subnetpools.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.639002 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.639530 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: default-subnetpools Oct 25 14:47:57.639869 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: dhcpagentscheduler.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.640696 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.641212 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: dhcp_agent_scheduler Oct 25 14:47:57.641530 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: dns.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.642438 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.642950 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension dns-integration not supported by any of loaded plugins Oct 25 14:47:57.643268 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: dns_domain_ports.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.644243 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.644765 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 25 14:47:57.645075 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: dvr.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.645745 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.646261 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: dvr Oct 25 14:47:57.646575 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: empty_string_filtering.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.647486 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.648034 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: empty-string-filtering Oct 25 14:47:57.648357 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.649259 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.649773 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 25 14:47:57.650088 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.650989 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.651503 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 25 14:47:57.651844 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: external_net.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.652746 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.653270 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: external-net Oct 25 14:47:57.653585 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: extra_dhcp_opt.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.654490 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.655011 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: extra_dhcp_opt Oct 25 14:47:57.655325 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: extraroute.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.656272 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.656788 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: extraroute Oct 25 14:47:57.657100 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: extraroute_atomic.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.658153 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.658675 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: extraroute-atomic Oct 25 14:47:57.658993 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: filter_validation.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.659996 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.660211 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: filter-validation Oct 25 14:47:57.660524 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: fip_pf_description.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.661636 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.662158 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 25 14:47:57.662471 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: fip_port_details.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.663381 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.663934 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: fip-port-details Oct 25 14:47:57.664250 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: flavors.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.665493 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.666029 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: flavors Oct 25 14:47:57.666349 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.668036 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.668564 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 25 14:47:57.668890 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: floatingip_pools.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.669591 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.670111 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: floatingip-pools Oct 25 14:47:57.670433 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: ip_allocation.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.671360 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.671907 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension ip_allocation not supported by any of loaded plugins Oct 25 14:47:57.672228 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.673142 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.673665 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: ip-substring-filtering Oct 25 14:47:57.673987 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: l2_adjacency.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.674902 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.675951 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension l2_adjacency not supported by any of loaded plugins Oct 25 14:47:57.676278 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: l3.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.677263 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.677785 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: router Oct 25 14:47:57.678103 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: l3_conntrack_helper.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.680388 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.680931 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 25 14:47:57.681259 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.682196 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.682717 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: ext-gw-mode Oct 25 14:47:57.683043 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.683990 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.684513 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: l3-ha Oct 25 14:47:57.684835 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: l3_flavors.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.685744 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.686268 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: l3-flavors Oct 25 14:47:57.686585 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.687507 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.688046 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: l3-port-ip-change-not-allowed Oct 25 14:47:57.688366 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: l3agentscheduler.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.689388 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.689900 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: l3_agent_scheduler Oct 25 14:47:57.690220 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: logging.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.692293 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.692813 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension logging not supported by any of loaded plugins Oct 25 14:47:57.693136 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: metering.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.693874 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.694502 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: metering Oct 25 14:47:57.694822 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.695954 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.696482 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: metering_source_and_destination_fields Oct 25 14:47:57.696802 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: multiprovidernet.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.697845 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.698367 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: multi-provider Oct 25 14:47:57.698686 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: netmtu.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.699590 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.700134 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: net-mtu Oct 25 14:47:57.700451 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: netmtu_writable.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.701362 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.701879 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: net-mtu-writable Oct 25 14:47:57.702199 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: network_availability_zone.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.702866 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.703385 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: network_availability_zone Oct 25 14:47:57.703729 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: network_ip_availability.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.704824 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.705342 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: network-ip-availability Oct 25 14:47:57.705661 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: network_segment_range.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.706428 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.707466 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension network-segment-range not supported by any of loaded plugins Oct 25 14:47:57.707827 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: pagination.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.708805 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.709129 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: pagination Oct 25 14:47:57.709442 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: port_device_profile.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.710337 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.710855 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: port-device-profile Oct 25 14:47:57.711172 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.712115 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.712630 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: port-mac-address-regenerate Oct 25 14:47:57.712944 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.713856 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.714366 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: port-numa-affinity-policy Oct 25 14:47:57.714682 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: port_resource_request.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.715587 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.716132 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension port-resource-request not supported by any of loaded plugins Oct 25 14:47:57.716445 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: portbindings.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.717371 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.717888 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: binding Oct 25 14:47:57.718207 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: portbindings_extended.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.719478 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.720038 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: binding-extended Oct 25 14:47:57.720362 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: portsecurity.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.721270 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.721788 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: port-security Oct 25 14:47:57.722105 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: project_id.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.723620 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.723975 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: project-id Oct 25 14:47:57.724292 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: providernet.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.725198 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.725711 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: provider Oct 25 14:47:57.726031 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: qos.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.729569 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.730097 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension qos not supported by any of loaded plugins Oct 25 14:47:57.730423 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.731694 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.732223 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 25 14:47:57.732547 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.733459 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.733979 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 25 14:47:57.734300 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: qos_default.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.735205 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.735765 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension qos-default not supported by any of loaded plugins Oct 25 14:47:57.736088 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: qos_fip.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.736740 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.737249 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension qos-fip not supported by any of loaded plugins Oct 25 14:47:57.737567 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: qos_gateway_ip.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.738506 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.739018 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 25 14:47:57.739336 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: qos_port_network_policy.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.740270 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.740786 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 25 14:47:57.741105 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: qos_rule_type_details.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.742004 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.742518 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 25 14:47:57.742835 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: qos_rules_alias.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.743900 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.744422 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 25 14:47:57.744740 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: quotasv2.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.745914 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.746365 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: quotas Oct 25 14:47:57.746684 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: quotasv2_detail.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.748346 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.748682 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: quota_details Oct 25 14:47:57.749004 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: rbac.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.750057 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.750592 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: rbac-policies Oct 25 14:47:57.750915 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: rbac_address_group.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.751878 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.752406 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: rbac-address-group Oct 25 14:47:57.752723 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: rbac_address_scope.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.753673 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.754194 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: rbac-address-scope Oct 25 14:47:57.754510 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: rbac_security_groups.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.755424 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.755981 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: rbac-security-groups Oct 25 14:47:57.756299 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: rbac_subnetpool.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.757247 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.757767 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: rbac-subnetpool Oct 25 14:47:57.758080 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: revisionifmatch.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.759005 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.759526 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: revision-if-match Oct 25 14:47:57.759871 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: revisions.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.761007 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.761528 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: standard-attr-revisions Oct 25 14:47:57.761846 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: router_availability_zone.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.762522 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.763046 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: router_availability_zone Oct 25 14:47:57.763362 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: routerservicetype.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.764306 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.764828 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension router-service-type not supported by any of loaded plugins Oct 25 14:47:57.765145 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.766069 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.766586 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: security-groups-normalized-cidr Oct 25 14:47:57.766902 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: security_groups_port_filtering.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.767847 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.768368 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: port-security-groups-filtering Oct 25 14:47:57.768684 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.770124 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.770637 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: security-groups-remote-address-group Oct 25 14:47:57.770951 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: securitygroup.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.780879 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.781420 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: security-group Oct 25 14:47:57.781746 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: segment.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.782544 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.783065 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension segment not supported by any of loaded plugins Oct 25 14:47:57.783389 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.784368 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.785437 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 25 14:47:57.785762 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: servicetype.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.786874 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.787397 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: service-type Oct 25 14:47:57.787753 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: sorting.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.788735 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.789062 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: sorting Oct 25 14:47:57.789379 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: standard_attr_segment.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.790292 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.790814 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 25 14:47:57.791131 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: standardattrdescription.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.791819 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.792341 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: standard-attr-description Oct 25 14:47:57.792658 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: stateful_security_group.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.793579 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.794103 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: stateful-security-group Oct 25 14:47:57.794426 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: stdattrs_common.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.795011 dv-cinder-813751-1-smb neutron-server[86673]: WARNING neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 25 14:47:57.795328 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.796380 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.796903 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 25 14:47:57.797222 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: subnet_onboard.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.798430 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.798951 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: subnet_onboard Oct 25 14:47:57.799269 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.800266 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.800784 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 25 14:47:57.801104 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: subnet_service_types.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.802026 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.802563 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: subnet-service-types Oct 25 14:47:57.802878 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: subnetallocation.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.804001 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.804540 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: subnet_allocation Oct 25 14:47:57.804861 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.805540 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.806063 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: subnetpool-prefix-ops Oct 25 14:47:57.806379 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.807319 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.807860 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 25 14:47:57.808179 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: tagging.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.809264 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.809792 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: standard-attr-tag Oct 25 14:47:57.810113 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: timestamp.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.811317 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.811871 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loaded extension: standard-attr-timestamp Oct 25 14:47:57.812196 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: trunk.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.813222 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.813747 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension trunk not supported by any of loaded plugins Oct 25 14:47:57.814069 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: trunk_details.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.814989 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.815514 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension trunk-details not supported by any of loaded plugins Oct 25 14:47:57.816416 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: uplink_status_propagation.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.817294 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.817815 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 25 14:47:57.818134 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Loading extension file: vlantransparent.py {{(pid=86673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 14:47:57.818808 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 14:47:57.819322 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extension vlan-transparent not supported by any of loaded plugins Oct 25 14:47:57.821852 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of TrackedResource for resource:network Oct 25 14:47:57.822589 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of TrackedResource for resource:subnet Oct 25 14:47:57.823366 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of TrackedResource for resource:subnetpool Oct 25 14:47:57.823994 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of TrackedResource for resource:port Oct 25 14:47:57.825274 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.v2.resource_helper [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 14:47:57.825724 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.v2.resource_helper [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Service FLAVORS assigned prefix: {{(pid=86673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 14:47:57.826357 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.v2.resource_helper [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 14:47:57.826795 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.v2.resource_helper [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 14:47:57.827116 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of TrackedResource for resource:router Oct 25 14:47:57.827792 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of TrackedResource for resource:floatingip Oct 25 14:47:57.828490 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.v2.resource_helper [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Service METERING assigned prefix: /metering {{(pid=86673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 14:47:57.829933 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.830301 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.830650 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:47:57.832382 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of CountableResource for resource:rbac_policy Oct 25 14:47:57.832828 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of TrackedResource for resource:security_group Oct 25 14:47:57.833484 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of TrackedResource for resource:security_group_rule Oct 25 14:47:57.834219 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.v2.resource_helper [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Service CORE assigned prefix: {{(pid=86673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 14:47:57.834544 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of TrackedResource for resource:subnetpool Oct 25 14:47:57.834884 dv-cinder-813751-1-smb neutron-server[86673]: WARNING neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] subnetpool is already registered Oct 25 14:47:57.835481 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.v2.resource_helper [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Service CORE assigned prefix: {{(pid=86673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 14:47:57.835830 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of TrackedResource for resource:subnetpool Oct 25 14:47:57.836152 dv-cinder-813751-1-smb neutron-server[86673]: WARNING neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] subnetpool is already registered Oct 25 14:47:57.838717 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.v2.resource_helper [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 14:47:57.839145 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.v2.resource_helper [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Service FLAVORS assigned prefix: {{(pid=86673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 14:47:57.839763 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.v2.resource_helper [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 14:47:57.840180 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.v2.resource_helper [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 14:47:57.840504 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of TrackedResource for resource:router Oct 25 14:47:57.840837 dv-cinder-813751-1-smb neutron-server[86673]: WARNING neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] router is already registered Oct 25 14:47:57.841428 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of TrackedResource for resource:floatingip Oct 25 14:47:57.841751 dv-cinder-813751-1-smb neutron-server[86673]: WARNING neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] floatingip is already registered Oct 25 14:47:57.842385 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.v2.resource_helper [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Service METERING assigned prefix: /metering {{(pid=86673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 14:47:57.843055 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of CountableResource for resource:rbac_policy Oct 25 14:47:57.843384 dv-cinder-813751-1-smb neutron-server[86673]: WARNING neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] rbac_policy is already registered Oct 25 14:47:57.843958 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of TrackedResource for resource:security_group Oct 25 14:47:57.844292 dv-cinder-813751-1-smb neutron-server[86673]: WARNING neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] security_group is already registered Oct 25 14:47:57.844884 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of TrackedResource for resource:security_group_rule Oct 25 14:47:57.845231 dv-cinder-813751-1-smb neutron-server[86673]: WARNING neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] security_group_rule is already registered Oct 25 14:47:57.845873 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.v2.resource_helper [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Service CORE assigned prefix: {{(pid=86673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 14:47:57.846196 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of TrackedResource for resource:subnetpool Oct 25 14:47:57.846521 dv-cinder-813751-1-smb neutron-server[86673]: WARNING neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] subnetpool is already registered Oct 25 14:47:57.847148 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.v2.resource_helper [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Service CORE assigned prefix: {{(pid=86673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 14:47:57.848121 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Creating instance of TrackedResource for resource:subnetpool Oct 25 14:47:57.848515 dv-cinder-813751-1-smb neutron-server[86673]: WARNING neutron.quota.resource_registry [None req-a2311648-a709-450f-a718-cba7bf94008b None None] subnetpool is already registered Oct 25 14:47:57.849240 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: extensions {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.851022 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: address-groups {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.852933 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: address-scopes {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.854361 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: agents {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.855781 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: auto-allocated-topology {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.857240 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: availability_zones {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.859791 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: dhcp-networks {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.861243 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: dhcp-agents {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.862696 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: routers {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.865101 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: flavors {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.866265 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: service_profiles {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.867465 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: next_providers {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.869047 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: service_profiles {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.870836 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: floatingip-pools {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.872102 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: routers {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.873931 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: floatingips {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.875137 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: l3-routers {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.876587 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: l3-agents {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.877991 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: metering-labels {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.879392 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: metering-label-rules {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.880696 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: network-ip-availabilities {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.881949 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: bindings {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.883606 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: quotas {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.885071 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: quotas {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.886506 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: rbac-policies {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.887831 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: security-groups {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.889038 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: security-group-rules {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.890261 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: service-providers {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.891500 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: subnetpools {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.892962 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: subnetpools {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.894437 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: tags {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.896189 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: tags {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.898008 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: tags {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.899873 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: tags {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.901661 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: tags {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.903525 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: tags {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.905272 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: tags {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.907190 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: tags {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.908972 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: tags {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.911369 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron.api.extensions [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Extended resource: tags {{(pid=86673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 14:47:57.917552 dv-cinder-813751-1-smb neutron-server[86673]: WARNING keystonemiddleware.auth_token [None req-a2311648-a709-450f-a718-cba7bf94008b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 25 14:47:57.923379 dv-cinder-813751-1-smb neutron-server[86673]: WARNING keystonemiddleware.auth_token [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 25 14:47:57.932486 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_concurrency.lockutils [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Acquired lock "singleton_lock" {{(pid=86673) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 25 14:47:57.932959 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_concurrency.lockutils [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Releasing lock "singleton_lock" {{(pid=86673) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 25 14:47:57.933591 dv-cinder-813751-1-smb neutron-server[86673]: INFO oslo_service.service [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Starting 2 workers Oct 25 14:47:57.938230 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Started child 86778 {{(pid=86673) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 25 14:47:57.942849 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Started child 86779 {{(pid=86673) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 25 14:47:57.943240 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:47:57.945269 dv-cinder-813751-1-smb neutron-server[86673]: INFO neutron.service [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Neutron service started, listening on 0.0.0.0:9696 Oct 25 14:47:57.945411 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [-] (86778) wsgi starting up on http://0.0.0.0:9696 Oct 25 14:47:57.945517 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Notify callbacks [] for process, before_spawn {{(pid=86673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:47:57.947997 dv-cinder-813751-1-smb neutron-server[86673]: INFO oslo_service.service [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Starting 1 workers Oct 25 14:47:57.950266 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:47:57.951752 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [-] (86779) wsgi starting up on http://0.0.0.0:9696 Oct 25 14:47:57.953206 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Started child 86780 {{(pid=86673) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 25 14:47:57.953775 dv-cinder-813751-1-smb neutron-server[86673]: INFO oslo_service.service [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Starting 1 workers Oct 25 14:47:57.957491 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.service [None req-a2311648-a709-450f-a718-cba7bf94008b None None] calling RpcWorker wait() {{(pid=86780) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 25 14:47:57.958059 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.service [None req-a2311648-a709-450f-a718-cba7bf94008b None None] returning from RpcWorker wait() {{(pid=86780) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 25 14:47:57.958522 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Started child 86781 {{(pid=86673) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 25 14:47:57.959360 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG neutron_lib.callbacks.manager [None req-a2311648-a709-450f-a718-cba7bf94008b None None] Notify callbacks [] for process, after_spawn {{(pid=86673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:47:57.959773 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:47:57.960299 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:47:57.961456 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86673) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 25 14:47:57.961667 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 25 14:47:57.961862 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 25 14:47:57.962078 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 25 14:47:57.962438 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 25 14:47:57.962604 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 25 14:47:57.963137 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.963412 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.963745 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.964024 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.964323 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.964854 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.965107 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.965357 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.965620 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.965878 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.966054 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.966215 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.966464 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.966698 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.967060 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.967334 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.967570 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.967853 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.968023 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.968280 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.968541 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.968781 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.969049 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] debug = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.969291 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.969689 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:47:57.970197 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.970197 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.970372 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.970479 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.970755 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.970998 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.971285 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.971537 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.971808 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.972056 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.972853 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.973096 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.973331 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.973549 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.973804 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.974016 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.974670 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] host = dv-cinder-813751-1-smb {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.975067 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.975432 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.975822 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.976211 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.976607 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.976986 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.977384 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.977788 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.978192 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.978556 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.978934 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.979894 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.980124 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.980390 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] log_file = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.980559 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] log_options = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.980815 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.981110 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.981380 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.981574 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.981745 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.981921 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.982176 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.982340 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.982599 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.982838 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.983055 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.983271 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.983505 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.983772 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.984022 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.984270 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.984486 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.984712 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.984957 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.985180 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.985398 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.985621 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.985839 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.986057 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.986259 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.986499 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.986746 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.987004 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.987163 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.987439 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.987775 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.988555 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.988801 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.989041 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.989266 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.989498 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.989709 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.989981 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.990209 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.990460 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.990717 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.990931 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.991158 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.991372 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.991601 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.991841 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] use_json = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.992050 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.992260 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.992517 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.992730 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.992961 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.993175 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.993388 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.993722 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:57.994513 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:57.994862 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:57.995807 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:57.995807 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:57.996144 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:57.996326 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:57.996454 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:57.996619 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:57.996946 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:57.997097 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:57.997418 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:57.997760 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:57.998134 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:57.998445 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:57.999028 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:57.999511 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:47:57.999697 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.000075 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.000489 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.000877 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.001129 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.001843 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.001843 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.002031 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.002145 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.002395 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.002656 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.002891 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.003130 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.003370 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.005202 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.005202 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.005202 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.005202 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.005202 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.005202 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.005202 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.005202 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.005729 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.005729 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.005847 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.006054 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.006464 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.006713 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.006949 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.007183 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.007395 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.007608 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.007860 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.008074 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.008772 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.009035 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.009272 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.009642 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.010087 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.010989 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.011259 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.011668 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.012040 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.012415 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.012774 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.013259 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.013516 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.013764 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.014079 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.014190 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.014407 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.014649 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.014871 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.015093 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.015321 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.015739 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.016045 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.016646 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.017005 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.017259 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.017480 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.017696 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.018061 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.018467 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.018683 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.019083 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.019309 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.019531 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.019796 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.020066 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.020542 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.020948 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.021213 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.021606 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.021872 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.022243 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.022491 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.022747 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.023004 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.023236 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.023689 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.024107 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.024480 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.024846 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.025217 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.025476 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.025715 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.026093 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.026338 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.026582 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.026966 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.027233 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.027468 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.027894 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.028301 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.028700 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.029117 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.029495 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.029942 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.030303 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.030693 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.031167 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.031575 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.032006 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.032406 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.032777 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.033172 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.033569 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.034309 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.035261 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.035667 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.036059 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.036557 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.036949 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.037321 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.037690 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.038074 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.038539 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.038929 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.039308 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.039697 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.040114 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.040525 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.040922 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.041329 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.041728 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.042111 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.042500 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.042885 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.043130 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.043375 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.043663 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.043870 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.044111 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.044344 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.044570 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.044790 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.045026 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.045296 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.045514 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.045752 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.045984 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.046284 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.046517 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.046830 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.047051 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.047326 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.047685 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.048048 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.048661 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.048897 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.049118 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.049392 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.049626 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.049911 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.050165 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.050970 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.051218 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.051446 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.051710 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.052084 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.052336 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.052562 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.052810 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.053026 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.053269 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.053492 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.053726 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.053955 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.054201 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.054459 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.054699 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.055021 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.055273 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.055520 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.055780 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.056003 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.056233 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.056468 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.056691 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.056913 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.057281 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.057508 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.057788 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.058171 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.058571 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.058806 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.059051 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.059406 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.059818 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.060031 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.060323 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.060587 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.060834 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.061070 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.061300 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.061530 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.061745 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.061981 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.062162 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.062368 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.062598 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.062808 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.063021 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.063239 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.063448 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.063771 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.064032 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.064276 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.064573 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.064802 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.065032 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.065287 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.065617 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.065836 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.066112 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.066513 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.066742 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.067505 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.067505 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.067738 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.067846 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.068246 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.068676 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.068949 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.069225 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.069506 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.070555 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.070555 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.070555 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.070834 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.071095 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.071364 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.071733 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.071963 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.072289 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.072533 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.072821 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.073086 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.073443 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.073689 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.073969 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.074249 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.074505 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.074730 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.074984 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.075228 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.075563 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.075921 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.076088 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 25 14:47:58.076644 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86673) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 25 14:47:58.076872 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 25 14:47:58.077067 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 25 14:47:58.077227 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 25 14:47:58.077498 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 25 14:47:58.077682 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 25 14:47:58.077926 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.078090 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.078250 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.078568 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.078733 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.078909 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.079070 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.079230 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.079390 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.079550 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.079736 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.079975 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.080198 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.080416 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.080585 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.080812 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.081010 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.081171 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.081335 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.081521 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.081737 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.081964 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.082133 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] debug = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.082293 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.082477 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.082651 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.082828 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.083043 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.083203 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.083360 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.083517 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.083697 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.083858 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.084014 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.084171 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.084328 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.084487 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.084645 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.084802 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.084959 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.085116 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] host = dv-cinder-813751-1-smb {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.085272 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.085430 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.085607 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.085820 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.086047 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.086209 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.086466 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.086638 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.086853 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.087595 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.087843 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.088009 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.088222 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.088405 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] log_file = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.088551 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] log_options = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.088744 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.088870 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.089085 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.089276 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.089402 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.089582 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.089787 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.089950 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.090218 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.090218 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.090487 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.090487 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.090804 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.090804 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.091090 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.091257 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.091421 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.091571 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.091882 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.092069 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.092231 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.092383 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.092540 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.092698 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.092857 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.093083 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.093266 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.093459 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.093627 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.093785 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.093930 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.094101 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.094314 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.094460 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.094612 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.094766 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.094927 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.095088 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.095246 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.095392 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.095559 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.095785 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.095948 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.096104 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.096264 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.096423 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] use_json = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.096667 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.096859 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.097057 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.097736 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.097892 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.098095 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.098279 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.098497 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 14:47:58.098689 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.098858 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.099012 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.099233 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.099424 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.099662 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.099842 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.099989 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.100228 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.100398 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.100569 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.100733 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.100956 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.101123 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.101343 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.101545 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.101710 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.101916 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.102013 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.102169 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.102325 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.102494 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.102707 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.102871 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.103094 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.103262 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.103428 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.103573 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.103817 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.103989 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.104209 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.104372 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.104532 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.104757 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.104921 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.105082 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.105242 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.105465 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.105639 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.105848 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.105943 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.106126 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.106286 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.106447 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.106607 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.106793 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.106935 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.107128 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.107311 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.107528 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.107744 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.107907 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.108116 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.108296 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.108458 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.108618 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.108836 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.109006 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.109157 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.109322 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.109495 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.109679 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.109894 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.110056 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.110239 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.110370 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.110523 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.110678 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.110840 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.110998 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.111157 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.111316 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.111476 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.111666 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.111835 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.112060 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.112222 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.112383 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.112544 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.112705 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.113479 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.113671 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.113981 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.114105 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.114210 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.114387 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.114557 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.114722 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.114932 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.115113 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.115272 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.115432 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.115506 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:47:58.115577 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.115839 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.115936 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.116069 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.116228 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.116391 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.116552 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.116710 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.116870 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.117030 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.117196 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.117389 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.117539 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.117674 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.117833 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.117994 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.118173 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.118356 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.118579 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.118757 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.118985 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.119207 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.119207 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.119465 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.119597 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.119762 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.119894 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.120272 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.120385 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.120545 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.120702 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.120868 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.121020 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.121180 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.121339 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.121503 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.121683 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.121838 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.121992 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.122147 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.122322 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.122480 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.122639 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.122798 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.122955 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.123114 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.123274 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.123434 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.123594 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.123777 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.123937 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.124109 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.124248 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.124407 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.124566 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.124726 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.124885 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.125045 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.125203 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.125364 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.125524 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.125683 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.125842 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.126000 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.126160 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.126320 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.126479 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.126638 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.126797 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.126958 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.127122 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.127354 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.127450 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.127587 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.127767 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.127926 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.128085 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.128248 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.128543 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.128720 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.128882 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.129130 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.129358 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.129566 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.129791 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.129957 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.130118 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.130279 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.130439 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.130604 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.130757 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.131131 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.131131 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.131301 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.131381 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.131533 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.131716 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.131878 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.132434 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.132434 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.132613 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.132720 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.132880 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.133039 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.133197 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.133355 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.133518 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.133681 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.133845 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.134002 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.134164 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.134322 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.134638 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.134798 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.134971 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.135131 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.135290 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.135454 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.135611 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.135943 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.136259 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.136424 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.136584 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.136744 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.136915 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.137075 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.137241 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.137500 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.137705 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.137705 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.137983 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.137983 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.138240 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.138364 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.138482 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.138597 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.138769 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.138928 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.139090 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.139315 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.139408 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.139552 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.139737 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.139901 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.140070 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.140236 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.140396 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.140563 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.140729 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.140897 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.141166 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.141267 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.141401 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.141529 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.143674 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.143674 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.143674 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.143674 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.143674 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.143674 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.143674 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.143674 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.143674 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.144442 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.144442 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.144442 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.144442 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.144442 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.144442 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.144442 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.144442 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.144442 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 14:47:58.145133 dv-cinder-813751-1-smb neutron-server[86673]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 25 14:47:58.303569 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 52186) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:47:58.312042 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062542 Oct 25 14:48:09.460502 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e637b5-5a3e-435a-9792-e6239a49b09d None None] get_active_networks_info from dv-cinder-813751-1-smb {{(pid=86780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 25 14:48:09.610371 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e637b5-5a3e-435a-9792-e6239a49b09d None None] No non-hosted networks {{(pid=86780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 25 14:48:09.630604 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.agentschedulers_db [None req-a3e637b5-5a3e-435a-9792-e6239a49b09d None None] DHCP Agent not found on host dv-cinder-813751-1-smb {{(pid=86780) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 25 14:48:09.749842 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e3aa66e4-2415-44cb-b439-d79497aa41b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-766536'] for agent, after_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:09.930441 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-766536'] for agent, after_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:09.930744 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:09.933376 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:09.934021 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:09.934643 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:09.935342 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:09.945421 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:09.945955 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:09.946513 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:09.947152 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:09.949949 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:09.950525 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:09.951041 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:09.951770 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813751-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:48:09.962816 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813751-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:48:13.726061 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-20d844ff-fa84-4e96-92d5-0e6e514d4ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-766536'] for agent, after_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:13.756005 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-10b1ec8c-023a-4a94-bb1f-af8d1da6c606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:14.689814 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-766536'] for agent, after_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:16.457262 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-766536'] for agent, after_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:17.740696 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.db.l3_hamode_db [None req-5f748288-6211-4664-969e-0b8845ff60eb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 25 14:48:17.796006 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 52278) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:48:17.829664 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f748288-6211-4664-969e-0b8845ff60eb None None] Routers set() bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:48:17.830056 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f748288-6211-4664-969e-0b8845ff60eb None None] Router IDs set() for agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Oct 25 14:48:18.375029 dv-cinder-813751-1-smb neutron-server[86778]: WARNING oslo_policy.policy [None req-f1b7e010-77fe-45dd-966c-99d345a61a18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 14:48:18.375586 dv-cinder-813751-1-smb neutron-server[86778]: WARNING oslo_policy.policy [None req-f1b7e010-77fe-45dd-966c-99d345a61a18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 14:48:18.592297 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [None req-f1b7e010-77fe-45dd-966c-99d345a61a18 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=86778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 14:48:18.593532 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-f1b7e010-77fe-45dd-966c-99d345a61a18 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7955458 Oct 25 14:48:20.979587 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 52292) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:48:21.340447 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-47fd377b-4158-450c-804a-79a126c92b0d admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:48:21.444849 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.policy [None req-47fd377b-4158-450c-804a-79a126c92b0d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86778) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 25 14:48:21.493557 dv-cinder-813751-1-smb neutron-server[86778]: WARNING oslo_policy.policy [None req-47fd377b-4158-450c-804a-79a126c92b0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 14:48:21.493937 dv-cinder-813751-1-smb neutron-server[86778]: WARNING oslo_policy.policy [None req-47fd377b-4158-450c-804a-79a126c92b0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 14:48:21.503146 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.quota [None req-47fd377b-4158-450c-804a-79a126c92b0d admin admin] Loaded quota_driver: . Oct 25 14:48:21.519326 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-47fd377b-4158-450c-804a-79a126c92b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:48:21.578179 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-47fd377b-4158-450c-804a-79a126c92b0d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733670507824', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733670508485', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733670760705', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733670755925', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733670745876', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733670739876', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4166516', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3304665', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-366141', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-448065'] for rbac-policy, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:21.644687 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-47fd377b-4158-450c-804a-79a126c92b0d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:21.650125 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-47fd377b-4158-450c-804a-79a126c92b0d admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6653121 Oct 25 14:48:24.279180 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 52306) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:48:24.639829 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Request body: {'network': {'project_id': '5924ab08e38d41e89031a8f9ecad9760', 'name': 'private', 'admin_state_up': True}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:48:24.645131 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:48:24.649576 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Usage tracker for resource:network and tenant:5924ab08e38d41e89031a8f9ecad9760 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:48:24.653982 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:48:24.660721 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:48:24.670322 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Made reservation on behalf of 5924ab08e38d41e89031a8f9ecad9760 for: {'network': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:48:24.673347 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:24.691338 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:24.705169 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:48:24.709363 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Usage tracker for resource:security_group_rule and tenant:5924ab08e38d41e89031a8f9ecad9760 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:48:24.714429 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:48:24.720001 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:48:24.819422 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:24.823522 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:24.829062 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:48:24.852562 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=86778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 14:48:24.878219 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733670938022', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:24.878837 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Unsubscribe: segment precommit_create {{(pid=86778) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 25 14:48:24.879316 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.segments_db [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Added segment 72301e6d-98b5-450e-988f-984314641502 of type vlan for network b8bdbdde-3a1a-4d0b-a8fb-853456ccc187 Oct 25 14:48:24.887986 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cfe803-0d0b-4068-8066-1a8b4ba460d7,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:48:24.942731 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:24.943060 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:24.943388 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:24.944249 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:24.944249 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:24.944399 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:24.944640 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:24.944936 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:24.945246 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:24.945551 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:24.945868 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:24.946157 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Tracked resource versions report: Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: pushed versions: Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: { 'AddressGroup': {'1.2'}, Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'ConntrackHelper': {'1.0'}, Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'Log': {'1.0'}, Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'Network': {'1.1'}, Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'Port': {'1.7'}, Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'PortForwarding': {'1.2'}, Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'QosPolicy': {'1.8'}, Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'SecurityGroup': {'1.4'}, Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'SecurityGroupRule': {'1.2'}, Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'SubPort': {'1.0'}, Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'Subnet': {'1.1'}, Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'Trunk': {'1.1'}} Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: consumer versions: Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: { DHCP agent@dv-cinder-813751-1-smb: {}, Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: L3 agent@dv-cinder-813751-1-smb: {}, Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: Metadata agent@dv-cinder-813751-1-smb: {}, Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: Metering agent@dv-cinder-813751-1-smb: {}, Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: Open vSwitch agent@dv-cinder-813751-1-smb: { 'AddressGroup': '1.2', Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'ConntrackHelper': '1.0', Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'Log': '1.0', Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'Network': '1.1', Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'Port': '1.7', Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'PortForwarding': '1.2', Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'QosPolicy': '1.8', Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'SecurityGroup': '1.4', Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'SecurityGroupRule': '1.2', Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'SubPort': '1.0', Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'Subnet': '1.1', Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: 'Trunk': '1.1'}} Oct 25 14:48:24.947302 dv-cinder-813751-1-smb neutron-server[86778]: {{(pid=86778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 14:48:24.983265 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:48:25.004163 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:25.048161 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:25.049787 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:48:25.050390 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:25.053772 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:48:25.160293 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Pushing event updated for resources: {'Network': ['ID=b8bdbdde-3a1a-4d0b-a8fb-853456ccc187,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:48:25.163467 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8832679 Oct 25 14:48:25.177272 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:48:25.187219 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network b8bdbdde-3a1a-4d0b-a8fb-853456ccc187 details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 14:48:27.919090 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 52322) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:48:28.498265 dv-cinder-813751-1-smb neutron-server[86779]: WARNING oslo_policy.policy [None req-5e6fd766-7d72-4ce6-b3e6-23d9646a336d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 14:48:28.498810 dv-cinder-813751-1-smb neutron-server[86779]: WARNING oslo_policy.policy [None req-5e6fd766-7d72-4ce6-b3e6-23d9646a336d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 14:48:28.940830 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.policy [None req-5e6fd766-7d72-4ce6-b3e6-23d9646a336d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86779) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 25 14:48:28.986594 dv-cinder-813751-1-smb neutron-server[86779]: WARNING oslo_policy.policy [None req-5e6fd766-7d72-4ce6-b3e6-23d9646a336d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 14:48:28.987000 dv-cinder-813751-1-smb neutron-server[86779]: WARNING oslo_policy.policy [None req-5e6fd766-7d72-4ce6-b3e6-23d9646a336d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 14:48:28.995453 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6fd766-7d72-4ce6-b3e6-23d9646a336d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:48:28.997264 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-5e6fd766-7d72-4ce6-b3e6-23d9646a336d admin admin] 10.222.0.62 "GET /v2.0/networks/b8bdbdde-3a1a-4d0b-a8fb-853456ccc187 HTTP/1.1" status: 200 len: 825 time: 1.0772328 Oct 25 14:48:29.029420 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-18390628-5139-4f12-9e71-ae7fb6ecd5cb admin admin] 10.222.0.62 "GET /v2.0/subnetpools/cbf705fd-5d3e-4316-9160-26319d191e53 HTTP/1.1" status: 200 len: 734 time: 0.0267591 Oct 25 14:48:29.038783 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Request body: {'subnet': {'subnetpool_id': 'cbf705fd-5d3e-4316-9160-26319d191e53', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '5924ab08e38d41e89031a8f9ecad9760', 'network_id': 'b8bdbdde-3a1a-4d0b-a8fb-853456ccc187'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:48:29.040393 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.quota [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Loaded quota_driver: . Oct 25 14:48:29.046552 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:48:29.052117 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Usage tracker for resource:subnet and tenant:5924ab08e38d41e89031a8f9ecad9760 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:48:29.055422 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:48:29.062279 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:48:29.076261 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Made reservation on behalf of 5924ab08e38d41e89031a8f9ecad9760 for: {'subnet': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:48:29.078987 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:29.391723 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for subnet, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:29.398183 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:48:29.476713 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Checking segment: {'id': '72301e6d-98b5-450e-988f-984314641502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b8bdbdde-3a1a-4d0b-a8fb-853456ccc187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:48:29.477096 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Network hostable DHCP agents. Network: b8bdbdde-3a1a-4d0b-a8fb-853456ccc187, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 14:48:29.493840 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd367703-a2c8-4f6d-99bb-f7f7fe93f71d,revision_number=0']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:48:29.506313 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:29.506661 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:29.507012 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:29.507393 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:29.507766 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:29.508084 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:29.508393 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:29.508709 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:29.509069 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:29.509413 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:29.509786 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:29.510094 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Tracked resource versions report: Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: pushed versions: Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: { 'AddressGroup': {'1.2'}, Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'ConntrackHelper': {'1.0'}, Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'Log': {'1.0'}, Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'Network': {'1.1'}, Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'Port': {'1.7'}, Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'PortForwarding': {'1.2'}, Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'QosPolicy': {'1.8'}, Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'SecurityGroup': {'1.4'}, Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'SecurityGroupRule': {'1.2'}, Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'SubPort': {'1.0'}, Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'Subnet': {'1.1'}, Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'Trunk': {'1.1'}} Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: consumer versions: Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: { DHCP agent@dv-cinder-813751-1-smb: {}, Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: L3 agent@dv-cinder-813751-1-smb: {}, Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: Metadata agent@dv-cinder-813751-1-smb: {}, Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: Metering agent@dv-cinder-813751-1-smb: {}, Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: Open vSwitch agent@dv-cinder-813751-1-smb: { 'AddressGroup': '1.2', Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'ConntrackHelper': '1.0', Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'Log': '1.0', Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'Network': '1.1', Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'Port': '1.7', Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'PortForwarding': '1.2', Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'QosPolicy': '1.8', Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'SecurityGroup': '1.4', Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'SecurityGroupRule': '1.2', Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'SubPort': '1.0', Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'Subnet': '1.1', Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: 'Trunk': '1.1'}} Oct 25 14:48:29.511195 dv-cinder-813751-1-smb neutron-server[86779]: {{(pid=86779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 14:48:29.534700 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Network b8bdbdde-3a1a-4d0b-a8fb-853456ccc187 is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 14:48:29.546679 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:48:29.549582 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, b8bdbdde-3a1a-4d0b-a8fb-853456ccc187) {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:48:29.554239 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:48:29.554854 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:29.560881 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a96ea56-8dc5-4ec8-a78e-90ce74a4b3be None None] Network b8bdbdde-3a1a-4d0b-a8fb-853456ccc187 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:48:29.578225 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5428677 Oct 25 14:48:29.994484 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57dbe637-2512-5ec1-9f6a-013c602b152d-b8bdbdde-3a1a-4d0b-a8fb-853456ccc187', 'network_id': 'b8bdbdde-3a1a-4d0b-a8fb-853456ccc187', 'tenant_id': '5924ab08e38d41e89031a8f9ecad9760', 'fixed_ips': [{'subnet_id': 'fd367703-a2c8-4f6d-99bb-f7f7fe93f71d'}]}} from dv-cinder-813751-1-smb. {{(pid=86780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 25 14:48:29.996038 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:30.189193 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.db_base_plugin_common [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Allocated IP 172.20.0.2 (b8bdbdde-3a1a-4d0b-a8fb-853456ccc187/fd367703-a2c8-4f6d-99bb-f7f7fe93f71d/4cd36bd8-1786-48b9-a64b-865f1a95b4a6) {{(pid=86780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:48:30.429397 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Notify callbacks [] for port, precommit_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:30.443312 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Transition to ACTIVE for port object 4cd36bd8-1786-48b9-a64b-865f1a95b4a6 will not be triggered until provisioned by entity L2. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:48:30.464468 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Transition to ACTIVE for port object 4cd36bd8-1786-48b9-a64b-865f1a95b4a6 will not be triggered until provisioned by entity DHCP. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:48:30.472288 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387'] for port, after_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:30.477222 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:48:30.545251 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Network b8bdbdde-3a1a-4d0b-a8fb-853456ccc187 is already hosted by enough agents. {{(pid=86780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:48:30.549205 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.scheduler.base_scheduler [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Resources bound (agent type, host, resource id): {{(pid=86780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:48:30.550922 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Pushing event updated for resources: {'Port': ['ID=4cd36bd8-1786-48b9-a64b-865f1a95b4a6,revision_number=1']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:48:30.555441 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Received port after_create {{(pid=86780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:48:30.562513 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:30.563237 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:30.563237 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:30.563478 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:30.563831 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:30.564156 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:30.564525 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:30.564827 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:30.565185 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:30.565507 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:30.565819 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:30.566130 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Tracked resource versions report: Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: pushed versions: Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: { 'AddressGroup': {'1.2'}, Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'ConntrackHelper': {'1.0'}, Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'Log': {'1.0'}, Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'Network': {'1.1'}, Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'Port': {'1.7'}, Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'PortForwarding': {'1.2'}, Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'QosPolicy': {'1.8'}, Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'SecurityGroup': {'1.4'}, Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'SecurityGroupRule': {'1.2'}, Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'SubPort': {'1.0'}, Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'Subnet': {'1.1'}, Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'Trunk': {'1.1'}} Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: consumer versions: Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: { DHCP agent@dv-cinder-813751-1-smb: {}, Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: L3 agent@dv-cinder-813751-1-smb: {}, Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: Metadata agent@dv-cinder-813751-1-smb: {}, Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: Metering agent@dv-cinder-813751-1-smb: {}, Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: Open vSwitch agent@dv-cinder-813751-1-smb: { 'AddressGroup': '1.2', Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'ConntrackHelper': '1.0', Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'Log': '1.0', Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'Network': '1.1', Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'Port': '1.7', Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'PortForwarding': '1.2', Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'QosPolicy': '1.8', Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'SecurityGroup': '1.4', Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'SecurityGroupRule': '1.2', Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'SubPort': '1.0', Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'Subnet': '1.1', Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: 'Trunk': '1.1'}} Oct 25 14:48:30.567278 dv-cinder-813751-1-smb neutron-server[86780]: {{(pid=86780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 14:48:30.598433 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:48:30.663040 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Attempting to bind port 4cd36bd8-1786-48b9-a64b-865f1a95b4a6 on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:48:30.663445 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Attempting to bind port 4cd36bd8-1786-48b9-a64b-865f1a95b4a6 by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '72301e6d-98b5-450e-988f-984314641502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b8bdbdde-3a1a-4d0b-a8fb-853456ccc187'}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:48:30.663925 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Attempting to bind port 4cd36bd8-1786-48b9-a64b-865f1a95b4a6 on network b8bdbdde-3a1a-4d0b-a8fb-853456ccc187 {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:48:30.669804 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:48:30.670211 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Checking segment: {'id': '72301e6d-98b5-450e-988f-984314641502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b8bdbdde-3a1a-4d0b-a8fb-853456ccc187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:48:30.670713 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:30.671159 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Bound using segment: {'id': '72301e6d-98b5-450e-988f-984314641502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b8bdbdde-3a1a-4d0b-a8fb-853456ccc187'} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:48:30.671964 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Bound port: 4cd36bd8-1786-48b9-a64b-865f1a95b4a6, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72301e6d-98b5-450e-988f-984314641502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b8bdbdde-3a1a-4d0b-a8fb-853456ccc187'}}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:48:30.672364 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:30.789272 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] For port 4cd36bd8-1786-48b9-a64b-865f1a95b4a6, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:48:30.795520 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] For port 4cd36bd8-1786-48b9-a64b-865f1a95b4a6, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=4cd36bd8-1786-48b9-a64b-865f1a95b4a6,segment=NetworkSegment(72301e6d-98b5-450e-988f-984314641502),segment_id=72301e6d-98b5-450e-988f-984314641502)] {{(pid=86780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:48:30.801215 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:30.805734 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:48:30.897821 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Pushing event updated for resources: {'Port': ['ID=4cd36bd8-1786-48b9-a64b-865f1a95b4a6,revision_number=2']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:48:30.901139 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:48:32.248735 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 52342) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:48:32.666550 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [None req-b767ab37-6928-4bdf-870e-2925d3b531cf admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=86779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 14:48:32.667623 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-b767ab37-6928-4bdf-870e-2925d3b531cf admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4179695 Oct 25 14:48:34.638308 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee50b501-3784-42b6-ae95-29d28088f726 None None] Network b8bdbdde-3a1a-4d0b-a8fb-853456ccc187 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:48:34.729635 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-19c0935b-03c6-4781-bc2a-85a27ddde3d9 None None] Provisioning for port 4cd36bd8-1786-48b9-a64b-865f1a95b4a6 completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:48:35.036606 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 4cd36bd8-1786-48b9-a64b-865f1a95b4a6 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:48:35.113336 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port 4cd36bd8-1786-48b9-a64b-865f1a95b4a6 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:48:35.120752 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 4cd36bd8-1786-48b9-a64b-865f1a95b4a6 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:48:35.121182 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:35.189632 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-6c325caa-adc6-499a-b398-512a7ea1c3cf None None] Provisioning complete for port 4cd36bd8-1786-48b9-a64b-865f1a95b4a6 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:48:35.189892 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-6c325caa-adc6-499a-b398-512a7ea1c3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:35.308340 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:35.391400 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port 4cd36bd8-1786-48b9-a64b-865f1a95b4a6, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=4cd36bd8-1786-48b9-a64b-865f1a95b4a6,segment=NetworkSegment(72301e6d-98b5-450e-988f-984314641502),segment_id=72301e6d-98b5-450e-988f-984314641502)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:48:35.394530 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-6c325caa-adc6-499a-b398-512a7ea1c3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:35.407569 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:35.416519 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:48:35.535540 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=4cd36bd8-1786-48b9-a64b-865f1a95b4a6,revision_number=3']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:48:35.540183 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:48:35.542407 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.db.api [None req-6c325caa-adc6-499a-b398-512a7ea1c3cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 14:48:35.542798 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_db.api [None req-6c325caa-adc6-499a-b398-512a7ea1c3cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 14:48:35.969488 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 52356) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:48:36.335031 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [None req-9b86cc5d-c326-41d7-b98a-55f6681b932b admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=86779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 14:48:36.336044 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-9b86cc5d-c326-41d7-b98a-55f6681b932b admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3656476 Oct 25 14:48:37.004694 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 4cd36bd8-1786-48b9-a64b-865f1a95b4a6 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:48:37.071548 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 4cd36bd8-1786-48b9-a64b-865f1a95b4a6 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:48:37.071951 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:39.027795 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 52368) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:48:39.364563 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-41f379e6-cf1e-4eaa-8266-6169b76e8c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:39.383993 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-8652bb13-5e60-4586-be2d-2512d26a6109 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '5924ab08e38d41e89031a8f9ecad9760'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:48:39.389542 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-8652bb13-5e60-4586-be2d-2512d26a6109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:48:39.394395 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-8652bb13-5e60-4586-be2d-2512d26a6109 admin admin] Usage tracker for resource:router and tenant:5924ab08e38d41e89031a8f9ecad9760 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:48:39.397843 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-8652bb13-5e60-4586-be2d-2512d26a6109 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:48:39.403821 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-8652bb13-5e60-4586-be2d-2512d26a6109 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:48:39.413507 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8652bb13-5e60-4586-be2d-2512d26a6109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34912'] for router, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:39.415119 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8652bb13-5e60-4586-be2d-2512d26a6109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-770541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34907'] for router, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:39.438288 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8652bb13-5e60-4586-be2d-2512d26a6109 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:39.559609 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8652bb13-5e60-4586-be2d-2512d26a6109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672924'] for router, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:39.581087 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8652bb13-5e60-4586-be2d-2512d26a6109 admin admin] Notify callbacks [] for router, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:39.582267 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-8652bb13-5e60-4586-be2d-2512d26a6109 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5535116 Oct 25 14:48:39.883339 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:41.021843 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 5 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:48:42.042884 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 52378) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:48:42.410256 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [None req-8dcbbaab-5ecc-44c0-9e84-780c5ade738f admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=86779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 14:48:42.411285 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-8dcbbaab-5ecc-44c0-9e84-780c5ade738f admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3674877 Oct 25 14:48:43.703164 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e0b083b8-ca6c-460c-800b-788c1c5aa67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:44.623763 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:44.813195 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 52392) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:48:45.212028 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:48:45.216715 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:48:45.220703 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Usage tracker for resource:network and tenant:dab551a9db274fe19a18960d5e4771cf is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:48:45.223578 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:48:45.229943 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:48:45.240533 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Made reservation on behalf of dab551a9db274fe19a18960d5e4771cf for: {'network': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:48:45.243114 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:45.256336 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:45.271313 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:48:45.275418 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Usage tracker for resource:security_group_rule and tenant:dab551a9db274fe19a18960d5e4771cf is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:48:45.278299 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:48:45.284262 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:48:45.372375 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:45.376889 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:45.381135 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:48:45.395021 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Reserving flat network on physical network physnet1 {{(pid=86778) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 25 14:48:45.419581 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ed3c74-dad1-4789-a397-2ce3ab1a8a09,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:48:45.422539 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:45.422877 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.segments_db [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Added segment 238be16e-804c-4d87-9131-b9b750bea3ee of type flat for network f28bc334-851c-4473-9f79-bcbdd8bebf12 Oct 25 14:48:45.424596 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:48:45.456313 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:45.494605 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:45.496333 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:48:45.496883 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:45.500059 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:48:45.604412 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7901022 Oct 25 14:48:45.605281 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Pushing event updated for resources: {'Network': ['ID=f28bc334-851c-4473-9f79-bcbdd8bebf12,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:48:45.608323 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:48:45.617009 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 14:48:46.388044 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:47.904744 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 52412) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:48:48.055085 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9dc3a9-c55b-429c-a0b7-f3c31fa0e4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:48:48.056404 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-de9dc3a9-c55b-429c-a0b7-f3c31fa0e4f7 admin admin] 10.222.0.62 "GET /v2.0/subnets/fd367703-a2c8-4f6d-99bb-f7f7fe93f71d HTTP/1.1" status: 200 len: 849 time: 0.1507111 Oct 25 14:48:48.242263 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-ef213585-1ce7-45f0-8fb9-1848bab48cb5 admin admin] 10.222.0.62 "GET /v2.0/routers/08218731-0262-4265-8237-870cb755ac39 HTTP/1.1" status: 200 len: 704 time: 0.1803207 Oct 25 14:48:48.705226 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:48.941073 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Allocated IP 172.20.0.1 (b8bdbdde-3a1a-4d0b-a8fb-853456ccc187/fd367703-a2c8-4f6d-99bb-f7f7fe93f71d/82dc9500-d682-4bb9-83d8-4213b991ef7a) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:48:49.105563 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:49.124396 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Transition to ACTIVE for port object 82dc9500-d682-4bb9-83d8-4213b991ef7a will not be triggered until provisioned by entity DHCP. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:48:49.182072 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:49.186931 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:48:49.252768 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Network b8bdbdde-3a1a-4d0b-a8fb-853456ccc187 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:48:49.255451 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:48:49.259420 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:48:49.259972 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748369'] for router_interface, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:49.444431 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Pushing event updated for resources: {'Port': ['ID=82dc9500-d682-4bb9-83d8-4213b991ef7a,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:48:49.448417 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:48:49.499838 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-bf28f4d2-86c0-47b7-8c31-c4208e6a5618 None None] Provisioning for port 82dc9500-d682-4bb9-83d8-4213b991ef7a completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:48:49.506174 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-bf28f4d2-86c0-47b7-8c31-c4208e6a5618 None None] Provisioning complete for port 82dc9500-d682-4bb9-83d8-4213b991ef7a triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:48:49.506460 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-bf28f4d2-86c0-47b7-8c31-c4208e6a5618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:49.560292 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-bf28f4d2-86c0-47b7-8c31-c4208e6a5618 None None] Port 82dc9500-d682-4bb9-83d8-4213b991ef7a cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 14:48:49.581509 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:49.811387 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:49.816189 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:49.817400 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748530'] for router_interface, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:49.820648 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:48:49.953245 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Pushing event updated for resources: {'Port': ['ID=82dc9500-d682-4bb9-83d8-4213b991ef7a,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:48:49.962628 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:48:50.017782 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Network b8bdbdde-3a1a-4d0b-a8fb-853456ccc187 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:48:50.018885 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:48:50.216938 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Router 08218731-0262-4265-8237-870cb755ac39 is scheduled to L3 agent 66de2074-8959-403d-9168-754d85c11774 with binding_index 1 {{(pid=86778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 25 14:48:50.284626 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-357e90b8-f5f6-41db-9bfb-662f2ffd3056 None None] Provisioning complete for port 82dc9500-d682-4bb9-83d8-4213b991ef7a triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:48:50.284991 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-357e90b8-f5f6-41db-9bfb-662f2ffd3056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:50.340862 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-357e90b8-f5f6-41db-9bfb-662f2ffd3056 None None] Port 82dc9500-d682-4bb9-83d8-4213b991ef7a cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 14:48:50.373976 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 14:48:50.386816 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Sync routers for ids ['08218731-0262-4265-8237-870cb755ac39'] in dv-cinder-813751-1-smb {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 14:48:50.387283 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] 10.222.0.62 "PUT /v2.0/routers/08218731-0262-4265-8237-870cb755ac39/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1397238 Oct 25 14:48:50.398030 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Routers {'08218731-0262-4265-8237-870cb755ac39'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:48:50.398920 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:48:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['08218731-0262-4265-8237-870cb755ac39'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:48:50.602337 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Set router 08218731-0262-4265-8237-870cb755ac39 gateway port host: None {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:48:51.085760 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08218731-0262-4265-8237-870cb755ac39', 'name': 'router1', 'tenant_id': '5924ab08e38d41e89031a8f9ecad9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:48:39Z', 'updated_at': '2021-10-25T14:48:49Z', 'revision_number': 2, 'project_id': '5924ab08e38d41e89031a8f9ecad9760', 'gw_port_host': None, '_interfaces': [{'id': '82dc9500-d682-4bb9-83d8-4213b991ef7a', 'name': '', 'network_id': 'b8bdbdde-3a1a-4d0b-a8fb-853456ccc187', 'tenant_id': '5924ab08e38d41e89031a8f9ecad9760', 'mac_address': 'fa:16:3e:43:e9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08218731-0262-4265-8237-870cb755ac39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd367703-a2c8-4f6d-99bb-f7f7fe93f71d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:48Z', 'updated_at': '2021-10-25T14:48:49Z', 'revision_number': 2, 'project_id': '5924ab08e38d41e89031a8f9ecad9760', 'subnets': [{'id': 'fd367703-a2c8-4f6d-99bb-f7f7fe93f71d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbf705fd-5d3e-4316-9160-26319d191e53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:48:51.090977 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Checking router: 08218731-0262-4265-8237-870cb755ac39 for host: dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 14:48:51.091355 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Updating router 08218731-0262-4265-8237-870cb755ac39 port 82dc9500-d682-4bb9-83d8-4213b991ef7a binding host dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 14:48:51.148590 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:51.563136 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:51.588584 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Transition to ACTIVE for port object 82dc9500-d682-4bb9-83d8-4213b991ef7a will not be triggered until provisioned by entity L2. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:48:51.600327 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:51.609764 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:48:51.839825 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Pushing event updated for resources: {'Port': ['ID=82dc9500-d682-4bb9-83d8-4213b991ef7a,revision_number=3']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:48:51.868076 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:51.868412 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:51.868738 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:51.869053 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:51.869366 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:51.869940 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:51.870251 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:51.870558 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:51.870867 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:51.871172 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:51.871505 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:51.871836 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Tracked resource versions report: Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: pushed versions: Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: { 'AddressGroup': {'1.2'}, Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'ConntrackHelper': {'1.0'}, Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'Log': {'1.0'}, Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'Network': {'1.1'}, Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'Port': {'1.7'}, Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'PortForwarding': {'1.2'}, Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'QosPolicy': {'1.8'}, Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'SecurityGroup': {'1.4'}, Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'SecurityGroupRule': {'1.2'}, Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'SubPort': {'1.0'}, Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'Subnet': {'1.1'}, Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'Trunk': {'1.1'}} Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: consumer versions: Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: { DHCP agent@dv-cinder-813751-1-smb: {}, Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: L3 agent@dv-cinder-813751-1-smb: {}, Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: Metadata agent@dv-cinder-813751-1-smb: {}, Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: Metering agent@dv-cinder-813751-1-smb: {}, Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: Open vSwitch agent@dv-cinder-813751-1-smb: { 'AddressGroup': '1.2', Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'ConntrackHelper': '1.0', Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'Log': '1.0', Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'Network': '1.1', Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'Port': '1.7', Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'PortForwarding': '1.2', Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'QosPolicy': '1.8', Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'SecurityGroup': '1.4', Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'SecurityGroupRule': '1.2', Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'SubPort': '1.0', Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'Subnet': '1.1', Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: 'Trunk': '1.1'}} Oct 25 14:48:51.872968 dv-cinder-813751-1-smb neutron-server[86781]: {{(pid=86781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 14:48:51.884838 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Attempting to bind port 82dc9500-d682-4bb9-83d8-4213b991ef7a on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:48:51.885239 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Attempting to bind port 82dc9500-d682-4bb9-83d8-4213b991ef7a by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '72301e6d-98b5-450e-988f-984314641502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b8bdbdde-3a1a-4d0b-a8fb-853456ccc187'}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:48:51.885679 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Attempting to bind port 82dc9500-d682-4bb9-83d8-4213b991ef7a on network b8bdbdde-3a1a-4d0b-a8fb-853456ccc187 {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:48:51.888032 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:48:51.892980 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:48:51.893379 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Checking segment: {'id': '72301e6d-98b5-450e-988f-984314641502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b8bdbdde-3a1a-4d0b-a8fb-853456ccc187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:48:51.894059 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:51.894304 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Bound using segment: {'id': '72301e6d-98b5-450e-988f-984314641502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b8bdbdde-3a1a-4d0b-a8fb-853456ccc187'} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:48:51.894736 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Bound port: 82dc9500-d682-4bb9-83d8-4213b991ef7a, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72301e6d-98b5-450e-988f-984314641502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b8bdbdde-3a1a-4d0b-a8fb-853456ccc187'}}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:48:51.895121 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:52.007581 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] For port 82dc9500-d682-4bb9-83d8-4213b991ef7a, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:48:52.013020 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] For port 82dc9500-d682-4bb9-83d8-4213b991ef7a, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=82dc9500-d682-4bb9-83d8-4213b991ef7a,segment=NetworkSegment(72301e6d-98b5-450e-988f-984314641502),segment_id=72301e6d-98b5-450e-988f-984314641502)] {{(pid=86781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:48:52.018730 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:52.023171 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:48:52.104207 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Routers {'08218731-0262-4265-8237-870cb755ac39'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:48:52.104920 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:48:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['08218731-0262-4265-8237-870cb755ac39'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:48:52.255180 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Pushing event updated for resources: {'Port': ['ID=82dc9500-d682-4bb9-83d8-4213b991ef7a,revision_number=4']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:48:52.268388 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:48:52.275095 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] Set router 08218731-0262-4265-8237-870cb755ac39 gateway port host: None {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:48:52.645263 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08218731-0262-4265-8237-870cb755ac39', 'name': 'router1', 'tenant_id': '5924ab08e38d41e89031a8f9ecad9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:48:39Z', 'updated_at': '2021-10-25T14:48:49Z', 'revision_number': 2, 'project_id': '5924ab08e38d41e89031a8f9ecad9760', 'gw_port_host': None, '_interfaces': [{'id': '82dc9500-d682-4bb9-83d8-4213b991ef7a', 'name': '', 'network_id': 'b8bdbdde-3a1a-4d0b-a8fb-853456ccc187', 'tenant_id': '5924ab08e38d41e89031a8f9ecad9760', 'mac_address': 'fa:16:3e:43:e9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08218731-0262-4265-8237-870cb755ac39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd367703-a2c8-4f6d-99bb-f7f7fe93f71d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:48Z', 'updated_at': '2021-10-25T14:48:52Z', 'revision_number': 4, 'project_id': '5924ab08e38d41e89031a8f9ecad9760', 'subnets': [{'id': 'fd367703-a2c8-4f6d-99bb-f7f7fe93f71d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbf705fd-5d3e-4316-9160-26319d191e53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:48:52.649735 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074d9b9-db60-4bf6-8950-eb060ccee99f None None] The sync data for ids ['08218731-0262-4265-8237-870cb755ac39'] in dv-cinder-813751-1-smb is: [{'id': '08218731-0262-4265-8237-870cb755ac39', 'name': 'router1', 'tenant_id': '5924ab08e38d41e89031a8f9ecad9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:48:39Z', 'updated_at': '2021-10-25T14:48:49Z', 'revision_number': 2, 'project_id': '5924ab08e38d41e89031a8f9ecad9760', 'gw_port_host': None, '_interfaces': [{'id': '82dc9500-d682-4bb9-83d8-4213b991ef7a', 'name': '', 'network_id': 'b8bdbdde-3a1a-4d0b-a8fb-853456ccc187', 'tenant_id': '5924ab08e38d41e89031a8f9ecad9760', 'mac_address': 'fa:16:3e:43:e9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08218731-0262-4265-8237-870cb755ac39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd367703-a2c8-4f6d-99bb-f7f7fe93f71d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:48Z', 'updated_at': '2021-10-25T14:48:52Z', 'revision_number': 4, 'project_id': '5924ab08e38d41e89031a8f9ecad9760', 'subnets': [{'id': 'fd367703-a2c8-4f6d-99bb-f7f7fe93f71d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbf705fd-5d3e-4316-9160-26319d191e53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 14:48:52.805593 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 52430) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:48:52.989469 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1b4ca6-a141-4185-aa63-0d5c8b2c12fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:48:52.991886 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-df1b4ca6-a141-4185-aa63-0d5c8b2c12fe admin admin] 10.222.0.62 "GET /v2.0/networks/f28bc334-851c-4473-9f79-bcbdd8bebf12 HTTP/1.1" status: 200 len: 842 time: 0.1848259 Oct 25 14:48:53.003290 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'cidr': '172.28.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:48:53.011224 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:48:53.018425 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Usage tracker for resource:subnet and tenant:dab551a9db274fe19a18960d5e4771cf is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:48:53.023515 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:48:53.034472 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:48:53.045767 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Made reservation on behalf of dab551a9db274fe19a18960d5e4771cf for: {'subnet': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:48:53.048295 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:53.461011 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.objects.ports [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86779) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Oct 25 14:48:53.461487 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for subnet, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:53.465727 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-7a0b9cfe-8250-419a-84d0-15e58e37b09c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:48:53.539181 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Pushing event updated for resources: {'Subnet': ['ID=45bd59cf-ca3c-43e3-a738-64ab0f49ed1b,revision_number=0']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:48:53.542823 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:48:53.549654 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Checking segment: {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:48:53.550009 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Network hostable DHCP agents. Network: f28bc334-851c-4473-9f79-bcbdd8bebf12, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 14:48:53.575896 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 14:48:53.589883 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, f28bc334-851c-4473-9f79-bcbdd8bebf12) {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:48:53.596116 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:48:53.596950 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:53.602578 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1359c2a1-8074-46ea-a1be-e8020a8e3f11 None None] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:48:53.644946 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6466022 Oct 25 14:48:53.866827 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76427ae1-eb44-4ad2-a45b-95f3c640ba2e None None] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:48:55.029494 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 82dc9500-d682-4bb9-83d8-4213b991ef7a up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:48:55.095475 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port 82dc9500-d682-4bb9-83d8-4213b991ef7a completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:48:55.100019 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 82dc9500-d682-4bb9-83d8-4213b991ef7a triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:48:55.100386 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:55.214461 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:55.246032 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port 82dc9500-d682-4bb9-83d8-4213b991ef7a, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=82dc9500-d682-4bb9-83d8-4213b991ef7a,segment=NetworkSegment(72301e6d-98b5-450e-988f-984314641502),segment_id=72301e6d-98b5-450e-988f-984314641502)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:48:55.250469 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:55.253100 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-57ebd5b2-d62d-4d9f-b490-6d6ddf0d2b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:48:55.319308 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=82dc9500-d682-4bb9-83d8-4213b991ef7a,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:48:55.322416 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:48:55.981081 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 52444) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:48:56.199478 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-2ea831d4-2864-4b59-b51f-ea37fb6473c0 admin admin] 10.222.0.62 "GET /v2.0/routers/08218731-0262-4265-8237-870cb755ac39 HTTP/1.1" status: 200 len: 710 time: 0.2172625 Oct 25 14:48:56.329850 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f237f2-a353-4610-bf8d-068721d31bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:48:56.331100 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-66f237f2-a353-4610-bf8d-068721d31bcc admin admin] 10.222.0.62 "GET /v2.0/networks/f28bc334-851c-4473-9f79-bcbdd8bebf12 HTTP/1.1" status: 200 len: 886 time: 0.1249807 Oct 25 14:48:56.339698 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:48:56.817125 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34885'] for router, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:57.012838 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 82dc9500-d682-4bb9-83d8-4213b991ef7a up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:48:57.082082 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 82dc9500-d682-4bb9-83d8-4213b991ef7a triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:48:57.082370 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:57.154741 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:57.216222 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:57.357170 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_common [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Allocated IP 172.28.2.141 (f28bc334-851c-4473-9f79-bcbdd8bebf12/45bd59cf-ca3c-43e3-a738-64ab0f49ed1b/f107e845-6648-4dfe-bb6b-915726a326c3) {{(pid=86779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:48:57.506322 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:57.562597 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387'] for port, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:57.566409 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:48:57.631239 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:48:57.634112 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:48:57.637773 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Received port after_create {{(pid=86779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:48:57.692877 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Pushing event updated for resources: {'Port': ['ID=f107e845-6648-4dfe-bb6b-915726a326c3,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:48:57.752881 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:48:58.030420 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:58.414399 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34885'] for router, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:58.417613 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-672910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-672919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747119'] for router, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:58.598870 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Router 08218731-0262-4265-8237-870cb755ac39 has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 14:48:58.781021 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 14:48:58.790607 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Notify callbacks [] for router, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:58.791856 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] 10.222.0.62 "PUT /v2.0/routers/08218731-0262-4265-8237-870cb755ac39 HTTP/1.1" status: 200 len: 890 time: 2.4552584 Oct 25 14:48:58.793680 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Sync routers for ids ['08218731-0262-4265-8237-870cb755ac39'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 14:48:58.813121 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Routers {'08218731-0262-4265-8237-870cb755ac39'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:48:58.814375 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:48:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['08218731-0262-4265-8237-870cb755ac39'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:48:59.072380 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Set router 08218731-0262-4265-8237-870cb755ac39 gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:48:59.432619 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08218731-0262-4265-8237-870cb755ac39', 'name': 'router1', 'tenant_id': '5924ab08e38d41e89031a8f9ecad9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': 'f107e845-6648-4dfe-bb6b-915726a326c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:48:39Z', 'updated_at': '2021-10-25T14:48:57Z', 'revision_number': 4, 'project_id': '5924ab08e38d41e89031a8f9ecad9760', 'gw_port': {'id': 'f107e845-6648-4dfe-bb6b-915726a326c3', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08218731-0262-4265-8237-870cb755ac39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:57Z', 'updated_at': '2021-10-25T14:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '82dc9500-d682-4bb9-83d8-4213b991ef7a', 'name': '', 'network_id': 'b8bdbdde-3a1a-4d0b-a8fb-853456ccc187', 'tenant_id': '5924ab08e38d41e89031a8f9ecad9760', 'mac_address': 'fa:16:3e:43:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08218731-0262-4265-8237-870cb755ac39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd367703-a2c8-4f6d-99bb-f7f7fe93f71d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:48Z', 'updated_at': '2021-10-25T14:48:55Z', 'revision_number': 5, 'project_id': '5924ab08e38d41e89031a8f9ecad9760', 'subnets': [{'id': 'fd367703-a2c8-4f6d-99bb-f7f7fe93f71d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbf705fd-5d3e-4316-9160-26319d191e53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:48:59.437659 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Checking router: 08218731-0262-4265-8237-870cb755ac39 for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 14:48:59.438030 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Updating router 08218731-0262-4265-8237-870cb755ac39 port f107e845-6648-4dfe-bb6b-915726a326c3 binding host dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 14:48:59.489587 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:59.857701 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Notify callbacks [] for port, precommit_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:59.871019 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Transition to ACTIVE for port object f107e845-6648-4dfe-bb6b-915726a326c3 will not be triggered until provisioned by entity L2. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:48:59.880805 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:48:59.888588 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:48:59.998317 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b21712-4d12-44c3-9320-397aa1a74847 None None] Pushing event updated for resources: {'Port': ['ID=f107e845-6648-4dfe-bb6b-915726a326c3,revision_number=2']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:49:00.000679 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Attempting to bind port f107e845-6648-4dfe-bb6b-915726a326c3 on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:49:00.001762 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Attempting to bind port f107e845-6648-4dfe-bb6b-915726a326c3 by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:49:00.002121 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Attempting to bind port f107e845-6648-4dfe-bb6b-915726a326c3 on network f28bc334-851c-4473-9f79-bcbdd8bebf12 {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:49:00.004522 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-59b21712-4d12-44c3-9320-397aa1a74847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:49:00.008856 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:49:00.009228 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Checking segment: {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:49:00.009631 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:49:00.010030 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Bound using segment: {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:49:00.010506 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Bound port: f107e845-6648-4dfe-bb6b-915726a326c3, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:49:00.010907 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:49:00.086857 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] For port f107e845-6648-4dfe-bb6b-915726a326c3, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:49:00.089929 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] For port f107e845-6648-4dfe-bb6b-915726a326c3, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=f107e845-6648-4dfe-bb6b-915726a326c3,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:49:00.093717 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:49:00.098105 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:49:00.180077 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Routers {'08218731-0262-4265-8237-870cb755ac39'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:49:00.180709 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:48:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['08218731-0262-4265-8237-870cb755ac39'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:49:00.240727 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b21712-4d12-44c3-9320-397aa1a74847 None None] Pushing event updated for resources: {'Port': ['ID=f107e845-6648-4dfe-bb6b-915726a326c3,revision_number=3']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:49:00.250585 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-59b21712-4d12-44c3-9320-397aa1a74847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:49:00.367897 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] Set router 08218731-0262-4265-8237-870cb755ac39 gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:49:00.705523 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08218731-0262-4265-8237-870cb755ac39', 'name': 'router1', 'tenant_id': '5924ab08e38d41e89031a8f9ecad9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': 'f107e845-6648-4dfe-bb6b-915726a326c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:48:39Z', 'updated_at': '2021-10-25T14:48:57Z', 'revision_number': 4, 'project_id': '5924ab08e38d41e89031a8f9ecad9760', 'gw_port': {'id': 'f107e845-6648-4dfe-bb6b-915726a326c3', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08218731-0262-4265-8237-870cb755ac39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:57Z', 'updated_at': '2021-10-25T14:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '82dc9500-d682-4bb9-83d8-4213b991ef7a', 'name': '', 'network_id': 'b8bdbdde-3a1a-4d0b-a8fb-853456ccc187', 'tenant_id': '5924ab08e38d41e89031a8f9ecad9760', 'mac_address': 'fa:16:3e:43:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08218731-0262-4265-8237-870cb755ac39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd367703-a2c8-4f6d-99bb-f7f7fe93f71d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:48Z', 'updated_at': '2021-10-25T14:48:55Z', 'revision_number': 5, 'project_id': '5924ab08e38d41e89031a8f9ecad9760', 'subnets': [{'id': 'fd367703-a2c8-4f6d-99bb-f7f7fe93f71d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbf705fd-5d3e-4316-9160-26319d191e53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:49:00.710330 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e7b512-aa68-41ec-a175-13746cd89afe None None] The sync data for ids ['08218731-0262-4265-8237-870cb755ac39'] in dv-cinder-813751-1-smb is: [{'id': '08218731-0262-4265-8237-870cb755ac39', 'name': 'router1', 'tenant_id': '5924ab08e38d41e89031a8f9ecad9760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': 'f107e845-6648-4dfe-bb6b-915726a326c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:48:39Z', 'updated_at': '2021-10-25T14:48:57Z', 'revision_number': 4, 'project_id': '5924ab08e38d41e89031a8f9ecad9760', 'gw_port': {'id': 'f107e845-6648-4dfe-bb6b-915726a326c3', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08218731-0262-4265-8237-870cb755ac39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:57Z', 'updated_at': '2021-10-25T14:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '82dc9500-d682-4bb9-83d8-4213b991ef7a', 'name': '', 'network_id': 'b8bdbdde-3a1a-4d0b-a8fb-853456ccc187', 'tenant_id': '5924ab08e38d41e89031a8f9ecad9760', 'mac_address': 'fa:16:3e:43:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08218731-0262-4265-8237-870cb755ac39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd367703-a2c8-4f6d-99bb-f7f7fe93f71d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:48Z', 'updated_at': '2021-10-25T14:48:55Z', 'revision_number': 5, 'project_id': '5924ab08e38d41e89031a8f9ecad9760', 'subnets': [{'id': 'fd367703-a2c8-4f6d-99bb-f7f7fe93f71d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbf705fd-5d3e-4316-9160-26319d191e53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 14:49:01.075674 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device f107e845-6648-4dfe-bb6b-915726a326c3 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:49:01.175205 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port f107e845-6648-4dfe-bb6b-915726a326c3 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:49:01.183416 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port f107e845-6648-4dfe-bb6b-915726a326c3 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:49:01.184112 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:49:01.298603 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 52454) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:49:01.335962 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:49:01.359885 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port f107e845-6648-4dfe-bb6b-915726a326c3, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=f107e845-6648-4dfe-bb6b-915726a326c3,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:49:01.366119 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:49:01.368291 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:49:01.455063 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=f107e845-6648-4dfe-bb6b-915726a326c3,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:49:01.458368 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:49:01.464435 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-f90184ae-991d-40ac-87a2-7df98d1b4e07 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1578090 Oct 25 14:49:03.016810 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device f107e845-6648-4dfe-bb6b-915726a326c3 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:49:03.088718 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port f107e845-6648-4dfe-bb6b-915726a326c3 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:49:03.089093 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:49:09.383118 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-df5b80ab-ac96-4d75-829a-b87c90574b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:49:09.918889 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:49:13.722896 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-236af72c-4855-42c2-a607-4124a8542413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:49:14.628246 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:49:16.410560 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:49:18.021753 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 5 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:49:39.368359 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-085fe88e-f5ce-4878-ae74-c497f3cb0b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:49:39.892508 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:49:43.706664 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-3f29e8e4-7619-4dd0-8a78-2c97f693344b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:49:44.635927 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:49:46.422213 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:49:55.059715 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 5 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:50:09.365683 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-8ece0dc2-8f33-4d20-a537-ce4efdb39536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:50:09.898440 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:50:13.710181 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-c709ec96-c787-48e4-b1fc-0105e5300301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:50:14.635071 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:50:16.422460 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:50:32.049309 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 5 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:50:39.358822 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-1b2127a3-89ae-4558-8670-cc1d0794a10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:50:39.891581 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:50:43.712242 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-cf175d53-3661-49e7-b257-5540882c4f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:50:44.638293 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:50:46.417202 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:09.049492 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 5 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:51:09.360988 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-813e2e04-4e15-4015-9fcc-9d895fce8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:09.894017 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:10.055404 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 53024) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:51:10.122787 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a094bd1-9bd3-416e-948d-e1b3ad2c4fe7 admin admin] GET failed (client error): The resource could not be found. Oct 25 14:51:10.124124 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-9a094bd1-9bd3-416e-948d-e1b3ad2c4fe7 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0677629 Oct 25 14:51:10.255412 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee30e3-3640-4aae-bbb4-6d6c76f2f4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:51:10.256879 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-5cee30e3-3640-4aae-bbb4-6d6c76f2f4ab admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1289232 Oct 25 14:51:12.407986 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 53034) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:51:12.513072 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc679707-6fd5-493b-83cb-91ab046527c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:51:12.513636 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-cc679707-6fd5-493b-83cb-91ab046527c7 admin admin] Synchronizing usage tracker for tenant:dab551a9db274fe19a18960d5e4771cf on resource:subnet {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 14:51:12.530791 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-cc679707-6fd5-493b-83cb-91ab046527c7 admin admin] Unset dirty status for tenant:dab551a9db274fe19a18960d5e4771cf on resource:subnet {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 14:51:12.532099 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-cc679707-6fd5-493b-83cb-91ab046527c7 admin admin] 10.222.0.62 "GET /v2.0/subnets/fd367703-a2c8-4f6d-99bb-f7f7fe93f71d HTTP/1.1" status: 200 len: 849 time: 0.1231849 Oct 25 14:51:12.541373 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:51:12.658641 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:12.857956 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733670840396'] for subnet, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:12.861746 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:51:12.910794 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:51:12.911310 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:12.912860 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] 10.222.0.62 "PUT /v2.0/subnets/fd367703-a2c8-4f6d-99bb-f7f7fe93f71d HTTP/1.1" status: 200 len: 868 time: 0.3751826 Oct 25 14:51:12.931154 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92c2997-8f25-4179-a84b-d969755d8626 None None] Network b8bdbdde-3a1a-4d0b-a8fb-853456ccc187 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:51:12.940763 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd367703-a2c8-4f6d-99bb-f7f7fe93f71d,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:51:12.948724 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:51:12.949120 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:51:12.949536 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:51:12.949859 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:51:12.950177 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:51:12.950495 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:51:12.950809 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:51:12.951122 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:51:12.951435 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:51:12.951767 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:51:12.952078 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:51:12.952384 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:51:12.969244 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:51:13.402544 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-b4209c6f-932c-4a03-9cb3-d2302ae0cb70 None None] Provisioning complete for port 4cd36bd8-1786-48b9-a64b-865f1a95b4a6 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:51:13.402915 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b4209c6f-932c-4a03-9cb3-d2302ae0cb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:13.532715 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-b4209c6f-932c-4a03-9cb3-d2302ae0cb70 None None] Provisioning complete for port 82dc9500-d682-4bb9-83d8-4213b991ef7a triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:51:13.532985 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b4209c6f-932c-4a03-9cb3-d2302ae0cb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:13.713953 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-f93fcfff-d0f2-4436-a272-aa5b2a775a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:14.641979 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:15.086573 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 53044) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:51:15.261849 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba2436c-8d8a-49ca-aaeb-91c39d858112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:51:15.262231 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba2436c-8d8a-49ca-aaeb-91c39d858112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:51:15.263754 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-8ba2436c-8d8a-49ca-aaeb-91c39d858112 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1762166 Oct 25 14:51:16.426542 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:17.412832 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 53054) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:51:17.627500 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3e8ff6-15b0-42b1-a8ee-54b92b9dea0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:51:17.627905 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3e8ff6-15b0-42b1-a8ee-54b92b9dea0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:51:17.629400 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-ab3e8ff6-15b0-42b1-a8ee-54b92b9dea0f admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2156343 Oct 25 14:51:19.785915 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53064) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:51:19.966838 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63809f9d-47c9-43ef-95a9-98c0875eae31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:51:19.967310 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-63809f9d-47c9-43ef-95a9-98c0875eae31 admin admin] Synchronizing usage tracker for tenant:dab551a9db274fe19a18960d5e4771cf on resource:network {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 14:51:19.985744 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-63809f9d-47c9-43ef-95a9-98c0875eae31 admin admin] Unset dirty status for tenant:dab551a9db274fe19a18960d5e4771cf on resource:network {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 14:51:19.987130 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-63809f9d-47c9-43ef-95a9-98c0875eae31 admin admin] 10.222.0.62 "GET /v2.0/networks/b8bdbdde-3a1a-4d0b-a8fb-853456ccc187 HTTP/1.1" status: 200 len: 869 time: 0.2001672 Oct 25 14:51:22.177394 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53074) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:51:22.349909 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd09ddbe-8037-46d8-8672-b2451fd1223d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:51:22.351170 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-dd09ddbe-8037-46d8-8672-b2451fd1223d admin admin] 10.222.0.62 "GET /v2.0/networks/f28bc334-851c-4473-9f79-bcbdd8bebf12 HTTP/1.1" status: 200 len: 886 time: 0.1728072 Oct 25 14:51:24.508162 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53084) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:51:24.617497 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632b62b3-fd1d-4200-9dfb-eda247427ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:51:24.617970 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632b62b3-fd1d-4200-9dfb-eda247427ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:51:24.619756 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-632b62b3-fd1d-4200-9dfb-eda247427ea9 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1103854 Oct 25 14:51:26.767724 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53094) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:51:26.874481 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96fdfcb-8c49-4576-8a3b-63af9e171477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:51:26.874959 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96fdfcb-8c49-4576-8a3b-63af9e171477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:51:26.876853 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-d96fdfcb-8c49-4576-8a3b-63af9e171477 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1081021 Oct 25 14:51:29.045097 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53104) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:51:29.143426 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3376a8c-cbd9-4b7b-a7a5-fc4e97824c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:51:29.144796 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-c3376a8c-cbd9-4b7b-a7a5-fc4e97824c6d admin admin] 10.222.0.62 "GET /v2.0/subnets/45bd59cf-ca3c-43e3-a738-64ab0f49ed1b HTTP/1.1" status: 200 len: 816 time: 0.0987067 Oct 25 14:51:31.289029 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53114) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:51:31.443422 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d53cd7b-cef2-4cd2-b774-5cac1e86504b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:51:31.444768 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-9d53cd7b-cef2-4cd2-b774-5cac1e86504b admin admin] 10.222.0.62 "GET /v2.0/subnets/fd367703-a2c8-4f6d-99bb-f7f7fe93f71d HTTP/1.1" status: 200 len: 868 time: 0.1548097 Oct 25 14:51:39.363996 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-2a576d7b-0d00-43a9-ae30-bac753569060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:39.897177 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:43.717357 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-47a5ec1d-6aa9-46bb-a7b3-112fe311d42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:44.644290 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:46.049897 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 5 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:51:46.427992 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:54.649254 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53158) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:51:54.697545 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [None req-77f4b087-50ee-4e28-8c9b-0a4921763716 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=86778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 14:51:54.698539 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-77f4b087-50ee-4e28-8c9b-0a4921763716 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483649 Oct 25 14:51:56.907665 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 53168) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:51:56.972785 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb2a7ec-0f9c-45bf-b623-574d2726db3b admin admin] GET failed (client error): The resource could not be found. Oct 25 14:51:56.974055 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-adb2a7ec-0f9c-45bf-b623-574d2726db3b admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0654252 Oct 25 14:51:57.100796 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23466f67-69e5-4e0f-b013-18488fcf74f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:51:57.102167 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-23466f67-69e5-4e0f-b013-18488fcf74f1 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1242414 Oct 25 14:51:59.253101 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 53178) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:51:59.300573 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:51:59.305567 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:51:59.315534 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:51:59.324791 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] Made reservation on behalf of dab551a9db274fe19a18960d5e4771cf for: {'network': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:51:59.327314 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:59.420238 dv-cinder-813751-1-smb neutron-server[86779]: WARNING neutron.services.revisions.revision_plugin [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] Could not find related network for resource to bump revision. Oct 25 14:51:59.434489 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=86779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 14:51:59.445982 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733670938022', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:59.446549 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] Unsubscribe: segment precommit_create {{(pid=86779) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 25 14:51:59.446979 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.db.segments_db [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] Added segment 13f9fa5b-493d-4e07-b40e-db55658b854a of type vlan for network 15617d16-c84f-44dd-a186-e3ef5bc3d7bf Oct 25 14:51:59.480441 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:59.513445 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:59.514641 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:51:59.515207 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:51:59.518327 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:51:59.619288 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] Pushing event updated for resources: {'Network': ['ID=15617d16-c84f-44dd-a186-e3ef5bc3d7bf,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:51:59.622238 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3682234 Oct 25 14:51:59.627487 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:51:59.632249 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network 15617d16-c84f-44dd-a186-e3ef5bc3d7bf details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 14:52:01.806180 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53188) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:52:01.875172 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd18bfde-363b-4910-997b-33a29605ecb8 admin admin] GET failed (client error): The resource could not be found. Oct 25 14:52:01.876512 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-fd18bfde-363b-4910-997b-33a29605ecb8 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0694232 Oct 25 14:52:01.982648 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05759d9f-701d-4b67-bdc1-2e7913815848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:52:01.984205 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-05759d9f-701d-4b67-bdc1-2e7913815848 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1036744 Oct 25 14:52:01.993936 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '15617d16-c84f-44dd-a186-e3ef5bc3d7bf', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:52:02.000289 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:52:02.010009 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:52:02.019542 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Made reservation on behalf of dab551a9db274fe19a18960d5e4771cf for: {'subnet': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:52:02.021870 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Notify callbacks [] for subnet, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:02.240219 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for subnet, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:02.243607 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:52:02.311750 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d19c26f-5f32-4eaf-a1a6-8610f8e02d7a,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:52:02.321996 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:02.322336 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:02.323273 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:02.323599 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:02.323953 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:02.324272 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:02.324588 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:02.324902 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:02.325233 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:02.325550 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:02.325861 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:02.326171 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:02.332253 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:52:02.334259 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Checking segment: {'id': '13f9fa5b-493d-4e07-b40e-db55658b854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '15617d16-c84f-44dd-a186-e3ef5bc3d7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:52:02.334259 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Network hostable DHCP agents. Network: 15617d16-c84f-44dd-a186-e3ef5bc3d7bf, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 14:52:02.356976 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Network 15617d16-c84f-44dd-a186-e3ef5bc3d7bf is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 14:52:02.366984 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, 15617d16-c84f-44dd-a186-e3ef5bc3d7bf) {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:52:02.372699 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:52:02.374659 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:02.375513 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f01b493-06b1-463d-a0aa-7d4980a2e590 None None] Network 15617d16-c84f-44dd-a186-e3ef5bc3d7bf requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:52:02.399493 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4090593 Oct 25 14:52:02.600331 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57dbe637-2512-5ec1-9f6a-013c602b152d-15617d16-c84f-44dd-a186-e3ef5bc3d7bf', 'network_id': '15617d16-c84f-44dd-a186-e3ef5bc3d7bf', 'tenant_id': 'dab551a9db274fe19a18960d5e4771cf', 'fixed_ips': [{'subnet_id': '1d19c26f-5f32-4eaf-a1a6-8610f8e02d7a'}]}} from dv-cinder-813751-1-smb. {{(pid=86780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 25 14:52:02.601132 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:02.766406 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.db_base_plugin_common [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Allocated IP 192.168.233.2 (15617d16-c84f-44dd-a186-e3ef5bc3d7bf/1d19c26f-5f32-4eaf-a1a6-8610f8e02d7a/a542581a-30b9-436e-b48c-9fbfe5095d4c) {{(pid=86780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:52:03.005567 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Notify callbacks [] for port, precommit_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:03.017638 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Transition to ACTIVE for port object a542581a-30b9-436e-b48c-9fbfe5095d4c will not be triggered until provisioned by entity L2. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:52:03.037189 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Transition to ACTIVE for port object a542581a-30b9-436e-b48c-9fbfe5095d4c will not be triggered until provisioned by entity DHCP. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:52:03.042636 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387'] for port, after_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:03.048648 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-59b21712-4d12-44c3-9320-397aa1a74847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:52:03.112816 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Network 15617d16-c84f-44dd-a186-e3ef5bc3d7bf is already hosted by enough agents. {{(pid=86780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:52:03.115751 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.scheduler.base_scheduler [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Resources bound (agent type, host, resource id): {{(pid=86780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:52:03.118736 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Received port after_create {{(pid=86780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:52:03.154731 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Pushing event updated for resources: {'Port': ['ID=a542581a-30b9-436e-b48c-9fbfe5095d4c,revision_number=1']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:52:03.170190 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:03.170520 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:03.170845 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:03.171166 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:03.171485 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:03.171818 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:03.172131 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:03.172468 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:03.172816 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:03.173370 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:03.173474 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:03.173718 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:52:03.177586 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:52:03.232374 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Attempting to bind port a542581a-30b9-436e-b48c-9fbfe5095d4c on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:52:03.232740 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Attempting to bind port a542581a-30b9-436e-b48c-9fbfe5095d4c by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '13f9fa5b-493d-4e07-b40e-db55658b854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '15617d16-c84f-44dd-a186-e3ef5bc3d7bf'}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:52:03.233095 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Attempting to bind port a542581a-30b9-436e-b48c-9fbfe5095d4c on network 15617d16-c84f-44dd-a186-e3ef5bc3d7bf {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:52:03.238744 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:52:03.239111 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Checking segment: {'id': '13f9fa5b-493d-4e07-b40e-db55658b854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '15617d16-c84f-44dd-a186-e3ef5bc3d7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:52:03.239513 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:03.239929 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Bound using segment: {'id': '13f9fa5b-493d-4e07-b40e-db55658b854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '15617d16-c84f-44dd-a186-e3ef5bc3d7bf'} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:52:03.240393 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Bound port: a542581a-30b9-436e-b48c-9fbfe5095d4c, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f9fa5b-493d-4e07-b40e-db55658b854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '15617d16-c84f-44dd-a186-e3ef5bc3d7bf'}}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:52:03.240787 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:03.329059 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] For port a542581a-30b9-436e-b48c-9fbfe5095d4c, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:52:03.332414 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] For port a542581a-30b9-436e-b48c-9fbfe5095d4c, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=a542581a-30b9-436e-b48c-9fbfe5095d4c,segment=NetworkSegment(13f9fa5b-493d-4e07-b40e-db55658b854a),segment_id=13f9fa5b-493d-4e07-b40e-db55658b854a)] {{(pid=86780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:52:03.337914 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:03.346020 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:52:03.435918 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Pushing event updated for resources: {'Port': ['ID=a542581a-30b9-436e-b48c-9fbfe5095d4c,revision_number=2']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:52:03.440189 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:52:04.301860 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c2e8d5-c5ba-4ae5-9926-612b0d9ff0ad None None] Network 15617d16-c84f-44dd-a186-e3ef5bc3d7bf requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:52:04.403697 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-bac52ae8-7079-4c9c-8cf4-e7e94f2a221b None None] Provisioning for port a542581a-30b9-436e-b48c-9fbfe5095d4c completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:52:05.168080 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device a542581a-30b9-436e-b48c-9fbfe5095d4c up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:52:05.243711 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port a542581a-30b9-436e-b48c-9fbfe5095d4c completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:52:05.249993 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port a542581a-30b9-436e-b48c-9fbfe5095d4c triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:52:05.250410 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:05.386055 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:05.423024 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port a542581a-30b9-436e-b48c-9fbfe5095d4c, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=a542581a-30b9-436e-b48c-9fbfe5095d4c,segment=NetworkSegment(13f9fa5b-493d-4e07-b40e-db55658b854a),segment_id=13f9fa5b-493d-4e07-b40e-db55658b854a)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:52:05.427688 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:05.430234 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-59b21712-4d12-44c3-9320-397aa1a74847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:52:05.510941 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=a542581a-30b9-436e-b48c-9fbfe5095d4c,revision_number=3']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:52:05.515500 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:52:07.122848 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device a542581a-30b9-436e-b48c-9fbfe5095d4c up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:52:07.196009 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port a542581a-30b9-436e-b48c-9fbfe5095d4c triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:52:07.196374 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:09.366245 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-69040628-5ce3-425e-bd12-ba03c30c5215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:09.900646 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:13.722224 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-55e93f29-13f0-40fe-a071-82b985e0fdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:14.649403 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:16.431450 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:23.049324 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 5 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:52:39.370084 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4033d8ae-3be6-4783-82f3-c50048b87641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:39.905258 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:43.714960 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-352781af-5483-4ba6-8bf1-55ee96427bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:44.650772 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:52:46.434454 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:53:00.048962 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 5 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:53:09.373055 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-21fe16de-e482-4df8-81b9-19a7a4dffe99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:53:09.908087 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:53:13.724304 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-354306c3-5979-43c4-8322-c800982e011a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:53:14.653584 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:53:16.441964 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:53:20.211226 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53238) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:53:20.217044 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [None req-4bab5256-7b12-4479-b4c1-18dc9e170f4d tempest-verify_tempest_config-328092520 tempest-verify_tempest_config-328092520-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=86778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 14:53:20.218000 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-4bab5256-7b12-4479-b4c1-18dc9e170f4d tempest-verify_tempest_config-328092520 tempest-verify_tempest_config-328092520-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057938 Oct 25 14:53:20.522192 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53256) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:53:20.641887 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:53:20.656198 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:53:20.659934 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Usage tracker for resource:security_group_rule and tenant:5a7defc8d2dc4a1994bf83fdc3ee9e96 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:53:20.662918 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:53:20.669487 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:53:20.755502 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:53:20.759248 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:53:20.766562 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:53:20.804895 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e2a88c-758b-4682-a90c-e0c260c2f17d,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:53:20.807908 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Synchronizing usage tracker for tenant:dab551a9db274fe19a18960d5e4771cf on resource:security_group {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 14:53:20.815864 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:53:20.816202 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:53:20.816532 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:53:20.816872 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:53:20.817177 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:53:20.817497 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:53:20.817811 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:53:20.818124 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:53:20.818461 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:53:20.818777 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:53:20.819092 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:53:20.819399 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:53:20.823352 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:53:20.837142 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Unset dirty status for tenant:dab551a9db274fe19a18960d5e4771cf on resource:security_group {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 14:53:20.838411 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a7defc8d2dc4a1994bf83fdc3ee9e96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3152742 Oct 25 14:53:20.841258 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53262) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:53:20.901751 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-db17c660-2ccc-41e1-ac88-568d1ab2d1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:53:20.926530 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-db17c660-2ccc-41e1-ac88-568d1ab2d1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:53:21.019454 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-db17c660-2ccc-41e1-ac88-568d1ab2d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:53:21.024458 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:53:21.036749 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17c660-2ccc-41e1-ac88-568d1ab2d1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e2a88c-758b-4682-a90c-e0c260c2f17d,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:53:21.039091 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-db17c660-2ccc-41e1-ac88-568d1ab2d1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:53:21.042560 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-db17c660-2ccc-41e1-ac88-568d1ab2d1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:53:21.044420 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-db17c660-2ccc-41e1-ac88-568d1ab2d1c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97e2a88c-758b-4682-a90c-e0c260c2f17d HTTP/1.1" status: 204 len: 168 time: 0.2020903 Oct 25 14:53:37.048247 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 5 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:53:39.379473 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-5f0a4523-bd61-482e-82c1-3a170ea26cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:53:39.910352 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:53:43.716269 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-1995bbf6-87a3-4bc2-b387-1df484ef8fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:53:44.656492 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:53:46.442113 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:54:09.372029 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a6324c88-4f22-433c-b808-f21ef4a29c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:54:09.912483 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:54:13.718037 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-dab97380-c0e8-459d-ae45-07012a6ef458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:54:14.047257 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 5 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:54:14.658128 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:54:16.445456 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:54:39.372455 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b2e45ee5-194b-44a5-b9a6-437c6d3a29bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:54:39.915411 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:54:43.722123 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-86122523-ea64-499d-93a0-c17ddc54a77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:54:44.660745 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:54:46.448542 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:54:51.046178 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 5 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:55:01.480666 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-766536'] for agent, after_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:55:09.374773 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-dfcdd213-ee50-48f5-9169-f6b982adfe0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:55:09.917181 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:55:13.723885 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b44757b8-9e22-4383-abe3-60994d9fc505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:55:14.666417 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:55:16.451589 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:55:16.898774 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 53342) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:55:17.012527 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-6e2c8d6f-a8a7-45d2-aaf5-bfba6af3a46c admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1126356 Oct 25 14:55:19.168063 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 53352) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:55:19.223316 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-86296cea-63a1-4ccc-a4ad-f532d1b0f605 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0540864 Oct 25 14:55:28.044439 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:55:31.381170 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:55:39.377058 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-6aa49014-20cd-49b5-8b05-df27328e3d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:55:39.918307 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:55:43.724338 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-f52e3b2a-84ee-46a8-a9af-1072d5621ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:55:44.668445 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:55:46.454190 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:56:01.388648 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:56:05.044109 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:56:09.379843 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-eb974065-5337-4cc0-98a2-97f6153db64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:56:09.921423 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:56:13.730608 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-9df3d550-6459-4aac-8205-7c72686d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:56:14.673598 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:56:16.466648 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:56:31.393053 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:56:39.384216 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-f9c6de0d-c7eb-430b-95e4-d2c1a306bc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:56:39.924321 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:56:42.043441 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:56:43.724449 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a5b0604c-8342-4ab6-9a1b-74e59cd8ec4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:56:44.674858 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:56:46.460241 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:01.408946 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:03.065143 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 53438) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:03.345887 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1624835465-network', 'tenant_id': '3a84d2e709214aafb2f164087d2e9179'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:03.351925 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:03.357067 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Usage tracker for resource:network and tenant:3a84d2e709214aafb2f164087d2e9179 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:03.361244 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:03.370505 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:03.385202 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Made reservation on behalf of 3a84d2e709214aafb2f164087d2e9179 for: {'network': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:57:03.387684 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:03.411297 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:03.429858 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:03.435168 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Usage tracker for resource:security_group_rule and tenant:3a84d2e709214aafb2f164087d2e9179 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:03.445301 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:03.460857 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:03.617307 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:03.623141 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:03.628242 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:03.664235 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e98c35c-6126-4431-bdd4-ceb512c89764,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:03.671563 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=86779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 14:57:03.674496 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:03.674837 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:03.675173 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:03.675496 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:03.676035 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:03.676529 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:03.677018 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:03.677514 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:03.678008 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:03.678335 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:03.678663 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:03.678987 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Tracked resource versions report: Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: pushed versions: Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: { 'AddressGroup': {'1.2'}, Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'ConntrackHelper': {'1.0'}, Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'Log': {'1.0'}, Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'Network': {'1.1'}, Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'Port': {'1.7'}, Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'PortForwarding': {'1.2'}, Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'QosPolicy': {'1.8'}, Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'SecurityGroup': {'1.4'}, Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'SecurityGroupRule': {'1.2'}, Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'SubPort': {'1.0'}, Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'Subnet': {'1.1'}, Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'Trunk': {'1.1'}} Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: consumer versions: Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: { DHCP agent@dv-cinder-813751-1-smb: {}, Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: HyperV agent@hv-cinder-81375: {}, Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: L3 agent@dv-cinder-813751-1-smb: {}, Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: Metadata agent@dv-cinder-813751-1-smb: {}, Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: Metering agent@dv-cinder-813751-1-smb: {}, Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: Open vSwitch agent@dv-cinder-813751-1-smb: { 'AddressGroup': '1.2', Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'ConntrackHelper': '1.0', Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'Log': '1.0', Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'Network': '1.1', Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'Port': '1.7', Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'PortForwarding': '1.2', Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'QosPolicy': '1.8', Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'SecurityGroup': '1.4', Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'SecurityGroupRule': '1.2', Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'SubPort': '1.0', Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'Subnet': '1.1', Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: 'Trunk': '1.1'}} Oct 25 14:57:03.680097 dv-cinder-813751-1-smb neutron-server[86779]: {{(pid=86779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 14:57:03.690508 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:03.696329 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:03.698294 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.db.segments_db [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Added segment a92554fd-0b4e-494f-a2a3-6ddc11b47cb2 of type vlan for network d88482a1-5361-46e6-84b2-aaf3dff2aaa1 Oct 25 14:57:03.732101 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:03.768926 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:03.772224 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:03.773274 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:03.783610 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:03.960338 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Pushing event updated for resources: {'Network': ['ID=d88482a1-5361-46e6-84b2-aaf3dff2aaa1,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:03.965653 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:03.972589 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53492) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:03.973977 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9062572 Oct 25 14:57:03.976410 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network d88482a1-5361-46e6-84b2-aaf3dff2aaa1 details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 14:57:03.984724 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Request body: {'subnet': {'network_id': 'd88482a1-5361-46e6-84b2-aaf3dff2aaa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1624835465-subnet', 'tenant_id': '3a84d2e709214aafb2f164087d2e9179', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:04.002889 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:04.011545 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Usage tracker for resource:subnet and tenant:3a84d2e709214aafb2f164087d2e9179 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:04.017345 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:04.028226 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:04.048277 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Made reservation on behalf of 3a84d2e709214aafb2f164087d2e9179 for: {'subnet': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:57:04.055173 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:04.349064 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for subnet, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:04.355158 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:04.438996 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ecbf49e-71ff-4974-bef3-d30446b92c56,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:04.450230 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:04.450588 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:04.450927 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:04.451270 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:04.451608 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:04.452040 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:04.452222 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:04.452673 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:04.452930 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:04.453182 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:04.453480 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:04.453792 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Tracked resource versions report: Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: pushed versions: Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: { 'AddressGroup': {'1.2'}, Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'ConntrackHelper': {'1.0'}, Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'Log': {'1.0'}, Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'Network': {'1.1'}, Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'Port': {'1.7'}, Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'PortForwarding': {'1.2'}, Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'QosPolicy': {'1.8'}, Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'SecurityGroup': {'1.4'}, Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'SecurityGroupRule': {'1.2'}, Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'SubPort': {'1.0'}, Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'Subnet': {'1.1'}, Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'Trunk': {'1.1'}} Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: consumer versions: Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: { DHCP agent@dv-cinder-813751-1-smb: {}, Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: HyperV agent@hv-cinder-81375: {}, Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: L3 agent@dv-cinder-813751-1-smb: {}, Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: Metadata agent@dv-cinder-813751-1-smb: {}, Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: Metering agent@dv-cinder-813751-1-smb: {}, Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: Open vSwitch agent@dv-cinder-813751-1-smb: { 'AddressGroup': '1.2', Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'ConntrackHelper': '1.0', Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'Log': '1.0', Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'Network': '1.1', Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'Port': '1.7', Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'PortForwarding': '1.2', Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'QosPolicy': '1.8', Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'SecurityGroup': '1.4', Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'SecurityGroupRule': '1.2', Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'SubPort': '1.0', Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'Subnet': '1.1', Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: 'Trunk': '1.1'}} Oct 25 14:57:04.454862 dv-cinder-813751-1-smb neutron-server[86778]: {{(pid=86778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 14:57:04.458471 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Checking segment: {'id': 'a92554fd-0b4e-494f-a2a3-6ddc11b47cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd88482a1-5361-46e6-84b2-aaf3dff2aaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:57:04.458471 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Network hostable DHCP agents. Network: d88482a1-5361-46e6-84b2-aaf3dff2aaa1, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 14:57:04.465062 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:04.484832 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Network d88482a1-5361-46e6-84b2-aaf3dff2aaa1 is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 14:57:04.497125 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, d88482a1-5361-46e6-84b2-aaf3dff2aaa1) {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:57:04.502069 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:04.502903 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:04.512031 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a577f9-1408-495d-bf75-18b705cd4a38 None None] Network d88482a1-5361-46e6-84b2-aaf3dff2aaa1 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:57:04.534430 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5572047 Oct 25 14:57:04.770375 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461294ed-9b7a-4037-8467-c264c2ed5dc4 None None] Network d88482a1-5361-46e6-84b2-aaf3dff2aaa1 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:57:06.130312 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53582) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:06.333631 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53594) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:06.778041 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 53608) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:06.796691 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2106274781-network', 'tenant_id': 'b35574100dda42c0b2ddb813f2306938'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:06.803697 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:06.809454 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Usage tracker for resource:network and tenant:b35574100dda42c0b2ddb813f2306938 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:06.812785 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:06.823184 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:06.835325 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Made reservation on behalf of b35574100dda42c0b2ddb813f2306938 for: {'network': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:57:06.837871 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:06.853861 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:06.867170 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:06.872571 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Usage tracker for resource:security_group_rule and tenant:b35574100dda42c0b2ddb813f2306938 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:06.875747 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:06.882349 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:06.938283 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2103354307-network', 'tenant_id': 'ad3d552c59c44b589058c87aff396848'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:06.976480 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:07.016078 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Usage tracker for resource:network and tenant:ad3d552c59c44b589058c87aff396848 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:07.023398 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:07.050863 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:07.054441 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:07.062356 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:07.071906 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:07.085922 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Made reservation on behalf of ad3d552c59c44b589058c87aff396848 for: {'network': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:57:07.089385 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:07.116178 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:07.136238 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=86778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 14:57:07.174130 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:07.190285 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:07.190847 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.segments_db [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Added segment cfdc7762-0832-4d9e-abe7-d066c04bc8f9 of type vlan for network 9c75e86b-e962-48e0-9873-db386a9b22af Oct 25 14:57:07.201246 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Usage tracker for resource:security_group_rule and tenant:ad3d552c59c44b589058c87aff396848 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:07.223852 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:07.236939 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ea0d27-ec0a-4186-a00f-812de495a024,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:07.253709 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:07.296014 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:07.306017 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:07.402863 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-548389409-network', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:07.408149 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:07.413057 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Usage tracker for resource:network and tenant:ec1fc5a480a1442bac3e578b604cf89f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:07.417438 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:07.424633 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:07.465483 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:07.475553 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:07.485395 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Made reservation on behalf of ec1fc5a480a1442bac3e578b604cf89f for: {'network': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:57:07.485573 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-16e4dc15-c9db-46e5-983e-f8a5e61d3dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:07.488539 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:07.507422 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:07.525855 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:07.528982 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:07.538949 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Usage tracker for resource:security_group_rule and tenant:ec1fc5a480a1442bac3e578b604cf89f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:07.543217 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01be0529-6dc8-40c1-81d2-ea85f76a65c6,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:07.543510 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:07.546319 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 53632) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:07.548747 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:07.549467 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:07.554624 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-884152403-network', 'tenant_id': '3daf927aef5d440dbc5564e93b7cc8d1'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:07.563488 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:07.568924 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Usage tracker for resource:network and tenant:3daf927aef5d440dbc5564e93b7cc8d1 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:07.573160 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:07.582096 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:07.600580 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:07.601584 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:07.601999 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:07.624070 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Made reservation on behalf of 3daf927aef5d440dbc5564e93b7cc8d1 for: {'network': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:57:07.626610 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:07.768971 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:07.773842 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=86778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 14:57:07.779138 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Pushing event updated for resources: {'Network': ['ID=9c75e86b-e962-48e0-9873-db386a9b22af,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:07.794455 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network 9c75e86b-e962-48e0-9873-db386a9b22af details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 14:57:07.795046 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6613352 Oct 25 14:57:07.795559 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53638) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:07.797058 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:07.809644 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] Request body: {'subnet': {'network_id': '9c75e86b-e962-48e0-9873-db386a9b22af', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2106274781-subnet', 'tenant_id': 'b35574100dda42c0b2ddb813f2306938', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:07.817212 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:07.824930 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] Usage tracker for resource:subnet and tenant:b35574100dda42c0b2ddb813f2306938 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:07.830197 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:07.842674 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:07.847228 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:07.848042 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.segments_db [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Added segment f86f91bb-5f5c-47e8-8f05-255f7a52388d of type vlan for network d011acd3-1a02-4289-8a6a-1c3593568534 Oct 25 14:57:07.911867 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:07.953808 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:07.969784 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:07.985059 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Usage tracker for resource:security_group_rule and tenant:3daf927aef5d440dbc5564e93b7cc8d1 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:08.003096 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:08.015547 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:08.017790 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] Made reservation on behalf of b35574100dda42c0b2ddb813f2306938 for: {'subnet': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:57:08.027216 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:08.191600 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:08.196641 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:08.223201 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=86779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 14:57:08.241424 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:08.242478 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.db.segments_db [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Added segment 8c16fe56-386c-46ed-8845-bd85a0538e41 of type vlan for network 9ab300cd-9646-4c55-951a-9f82ccc02761 Oct 25 14:57:08.298565 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:08.301894 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:08.310090 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:08.310743 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:08.344349 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-6b41e0bc-579c-450c-a540-e4747d5bac2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:08.354770 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:08.411451 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:08.412841 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:08.414327 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e77f982-e7a0-4c70-8318-ede62f90e74c,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:08.425139 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:08.426205 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:08.557283 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:08.558557 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:08.612200 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c8bf72-94a0-4878-91aa-79bdd33345b7,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:08.626322 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8461611 Oct 25 14:57:08.628149 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 53656) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:08.629668 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:08.643449 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:08.754773 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Pushing event updated for resources: {'Network': ['ID=9ab300cd-9646-4c55-951a-9f82ccc02761,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:08.757443 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=86779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 14:57:08.764136 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] Request body: {'subnet': {'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-548389409-subnet', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:08.769160 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network 9ab300cd-9646-4c55-951a-9f82ccc02761 details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 14:57:08.769688 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:08.774540 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] Usage tracker for resource:subnet and tenant:ec1fc5a480a1442bac3e578b604cf89f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:08.777871 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:08.785570 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:08.794396 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:08.800846 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] Made reservation on behalf of ec1fc5a480a1442bac3e578b604cf89f for: {'subnet': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:57:08.803760 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:08.926938 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Pushing event updated for resources: {'Network': ['ID=d011acd3-1a02-4289-8a6a-1c3593568534,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:08.930805 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.5956089 Oct 25 14:57:08.935278 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53674) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:08.939489 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:08.942895 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:08.943383 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.db.segments_db [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Added segment 1a94762e-15de-4342-8d8d-3ba5f4bfd756 of type vlan for network edaf0ed0-5cdb-41c2-96a0-0d97ef2f40eb Oct 25 14:57:08.954588 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] Request body: {'subnet': {'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2103354307-subnet', 'tenant_id': 'ad3d552c59c44b589058c87aff396848', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:08.972394 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:08.988894 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] Usage tracker for resource:subnet and tenant:ad3d552c59c44b589058c87aff396848 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:08.992961 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:09.012399 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:09.013841 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network d011acd3-1a02-4289-8a6a-1c3593568534 details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 14:57:09.028387 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:09.142558 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] Made reservation on behalf of ad3d552c59c44b589058c87aff396848 for: {'subnet': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:57:09.149203 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:09.158730 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:09.161960 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:09.163207 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:09.183812 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-a184e9c5-1042-4288-baa7-b2ad749ab674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:09.406828 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-07fbf3d4-26f6-4a5c-99ef-7351dbf5647a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:09.455833 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9084949 Oct 25 14:57:09.456786 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Pushing event updated for resources: {'Network': ['ID=edaf0ed0-5cdb-41c2-96a0-0d97ef2f40eb,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:09.462007 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53682) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:09.470351 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] Request body: {'subnet': {'network_id': 'edaf0ed0-5cdb-41c2-96a0-0d97ef2f40eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-884152403-subnet', 'tenant_id': '3daf927aef5d440dbc5564e93b7cc8d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:09.481462 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network edaf0ed0-5cdb-41c2-96a0-0d97ef2f40eb details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 14:57:09.481745 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:09.487154 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for subnet, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:09.494125 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for subnet, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:09.499834 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-545e502d-017a-4743-a6d4-161f79c6a11d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:09.508637 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:09.549732 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:09.593903 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be2497d-78d4-40d2-b881-9b05ba010f0d,revision_number=0']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:09.598005 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:09.606718 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] Checking segment: {'id': '8c16fe56-386c-46ed-8845-bd85a0538e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:57:09.607109 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] Network hostable DHCP agents. Network: 9ab300cd-9646-4c55-951a-9f82ccc02761, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 14:57:09.654370 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] Network 9ab300cd-9646-4c55-951a-9f82ccc02761 is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 14:57:09.659714 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] Usage tracker for resource:subnet and tenant:3daf927aef5d440dbc5564e93b7cc8d1 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:09.677744 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, 9ab300cd-9646-4c55-951a-9f82ccc02761) {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:57:09.684868 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:09.685574 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:09.687158 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:09.743818 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1041682 Oct 25 14:57:09.746722 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 53694) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:09.757300 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:09.766818 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:09.776836 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Usage tracker for resource:router and tenant:ec1fc5a480a1442bac3e578b604cf89f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:09.782093 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a719462-65a7-47c8-866c-60a6e4a81234 None None] Network 9ab300cd-9646-4c55-951a-9f82ccc02761 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:57:09.783293 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:09.797151 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:09.815411 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:09.827776 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34912'] for router, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:09.834117 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-770541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34907'] for router, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:09.889979 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:09.950818 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52adf1b8-6c9e-467e-b8de-87ca5db27686,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:09.986366 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:10.025658 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] Made reservation on behalf of 3daf927aef5d440dbc5564e93b7cc8d1 for: {'subnet': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:57:10.030126 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:10.160990 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:10.313304 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for subnet, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:10.316825 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] Checking segment: {'id': 'cfdc7762-0832-4d9e-abe7-d066c04bc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9c75e86b-e962-48e0-9873-db386a9b22af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:57:10.317470 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] Network hostable DHCP agents. Network: 9c75e86b-e962-48e0-9873-db386a9b22af, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 14:57:10.351015 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-e65fab4a-8120-48bd-8cec-4e0a14322eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:10.449184 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57dbe637-2512-5ec1-9f6a-013c602b152d-9ab300cd-9646-4c55-951a-9f82ccc02761', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d'}]}} from dv-cinder-813751-1-smb. {{(pid=86780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 25 14:57:10.451378 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:10.452287 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1685d2a4-09c5-4446-bdd4-a2242887853e,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:10.487399 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:10.555509 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for subnet, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:10.587198 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:10.716505 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ad7cb1-9890-416a-a602-edb9293268a1,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:10.719142 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] Network 9c75e86b-e962-48e0-9873-db386a9b22af is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 14:57:10.733179 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:10.765598 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] Checking segment: {'id': '1a94762e-15de-4342-8d8d-3ba5f4bfd756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'edaf0ed0-5cdb-41c2-96a0-0d97ef2f40eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:57:10.766447 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] Network hostable DHCP agents. Network: edaf0ed0-5cdb-41c2-96a0-0d97ef2f40eb, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 14:57:10.783592 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.db_base_plugin_common [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Allocated IP 172.20.0.2 (9ab300cd-9646-4c55-951a-9f82ccc02761/7be2497d-78d4-40d2-b881-9b05ba010f0d/e84b7a42-1830-43a4-8b92-7b71b17d20c9) {{(pid=86780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:57:10.792182 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, 9c75e86b-e962-48e0-9873-db386a9b22af) {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:57:10.807086 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840ebdf0-7d87-4adf-bc90-012be32fb183 None None] Network 9c75e86b-e962-48e0-9873-db386a9b22af requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:57:10.822717 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34885'] for router, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:10.856999 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:10.857645 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:10.900051 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] Checking segment: {'id': 'f86f91bb-5f5c-47e8-8f05-255f7a52388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:57:10.900931 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] Network hostable DHCP agents. Network: d011acd3-1a02-4289-8a6a-1c3593568534, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 14:57:10.952481 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] Network edaf0ed0-5cdb-41c2-96a0-0d97ef2f40eb is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 14:57:10.959845 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] Network d011acd3-1a02-4289-8a6a-1c3593568534 is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 14:57:10.979791 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1677701 Oct 25 14:57:10.979791 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, edaf0ed0-5cdb-41c2-96a0-0d97ef2f40eb) {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:57:10.979791 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:10.979791 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:11.015223 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, d011acd3-1a02-4289-8a6a-1c3593568534) {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:57:11.034259 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:11.034904 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:11.042121 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5775852 Oct 25 14:57:11.074803 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1298153 Oct 25 14:57:11.080272 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53728) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:11.088884 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2103354307-router', 'tenant_id': 'ad3d552c59c44b589058c87aff396848', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:11.110548 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:11.122387 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Usage tracker for resource:router and tenant:ad3d552c59c44b589058c87aff396848 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:11.130749 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:11.156963 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:11.200388 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34912'] for router, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:11.225113 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-770541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34907'] for router, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:11.342787 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:11.472358 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7213755a-4547-4ca1-a457-0223ce72f6c6 None None] Network edaf0ed0-5cdb-41c2-96a0-0d97ef2f40eb requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:57:11.498012 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbb53e2-8af2-4d72-8e64-817a2646e2ac None None] Network d011acd3-1a02-4289-8a6a-1c3593568534 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:57:11.724111 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53768) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:11.967745 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:12.057840 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:12.173615 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05c9d8b-1a0b-4734-9a19-69ca757d2875 None None] Network 9c75e86b-e962-48e0-9873-db386a9b22af requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:57:12.248072 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec83dd0-565c-4e80-b6fc-f6e92f311cc4 admin admin] Deleting subnet 3ecbf49e-71ff-4974-bef3-d30446b92c56 {{(pid=86778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Oct 25 14:57:12.254382 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34885'] for router, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:12.268188 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-cec83dd0-565c-4e80-b6fc-f6e92f311cc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:12.460688 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_common [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Allocated IP 172.28.2.248 (f28bc334-851c-4473-9f79-bcbdd8bebf12/45bd59cf-ca3c-43e3-a738-64ab0f49ed1b/e6707d6a-3ec3-42a2-b16c-63913ec9a1fb) {{(pid=86779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:57:12.515064 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-cec83dd0-565c-4e80-b6fc-f6e92f311cc4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:12.552713 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-cec83dd0-565c-4e80-b6fc-f6e92f311cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4057954'] for subnet, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:12.680121 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Notify callbacks [] for port, precommit_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:12.692804 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Transition to ACTIVE for port object e84b7a42-1830-43a4-8b92-7b71b17d20c9 will not be triggered until provisioned by entity L2. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:57:12.725505 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Transition to ACTIVE for port object e84b7a42-1830-43a4-8b92-7b71b17d20c9 will not be triggered until provisioned by entity DHCP. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:57:12.894841 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6a9b01-0cf8-43b2-9a8b-bb402a1928b9 None None] Network edaf0ed0-5cdb-41c2-96a0-0d97ef2f40eb requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:57:12.900459 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-cec83dd0-565c-4e80-b6fc-f6e92f311cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4057961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for subnet, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:12.960079 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-049cdd6d-8c86-4af0-b8fa-f16986875212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:12.984543 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:13.074774 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387'] for port, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:13.083840 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-21825673-4a12-413d-b486-307f1c2671f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:13.129690 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-cec83dd0-565c-4e80-b6fc-f6e92f311cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:13.134229 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec83dd0-565c-4e80-b6fc-f6e92f311cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ecbf49e-71ff-4974-bef3-d30446b92c56,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:13.156857 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-cec83dd0-565c-4e80-b6fc-f6e92f311cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:13.319706 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:57:13.335164 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:57:13.339016 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Received port after_create {{(pid=86779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:57:13.465046 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387'] for port, after_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:13.550301 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:13.595022 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 53830) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:13.624589 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e6707d6a-3ec3-42a2-b16c-63913ec9a1fb,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:13.629789 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:13.630251 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Network 9ab300cd-9646-4c55-951a-9f82ccc02761 is already hosted by enough agents. {{(pid=86780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:57:13.630736 dv-cinder-813751-1-smb neutron-server[86779]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 25 14:57:13.671547 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.scheduler.base_scheduler [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Resources bound (agent type, host, resource id): {{(pid=86780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:57:13.684417 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-cec83dd0-565c-4e80-b6fc-f6e92f311cc4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3ecbf49e-71ff-4974-bef3-d30446b92c56 HTTP/1.1" status: 204 len: 168 time: 1.9579959 Oct 25 14:57:13.685520 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53840) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:13.687243 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Received port after_create {{(pid=86780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:57:13.847808 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Attempting to bind port e84b7a42-1830-43a4-8b92-7b71b17d20c9 on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:57:13.848470 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Attempting to bind port e84b7a42-1830-43a4-8b92-7b71b17d20c9 by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '8c16fe56-386c-46ed-8845-bd85a0538e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761'}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:57:13.849001 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Attempting to bind port e84b7a42-1830-43a4-8b92-7b71b17d20c9 on network 9ab300cd-9646-4c55-951a-9f82ccc02761 {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:57:13.856160 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Pushing event updated for resources: {'Port': ['ID=e84b7a42-1830-43a4-8b92-7b71b17d20c9,revision_number=1']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:13.874868 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:57:13.875576 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Checking segment: {'id': '8c16fe56-386c-46ed-8845-bd85a0538e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:57:13.876195 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:13.877254 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Bound using segment: {'id': '8c16fe56-386c-46ed-8845-bd85a0538e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761'} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:57:13.877949 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Bound port: e84b7a42-1830-43a4-8b92-7b71b17d20c9, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c16fe56-386c-46ed-8845-bd85a0538e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761'}}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:57:13.878526 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:13.955565 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 53846) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:14.063082 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:14.114032 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] For port e84b7a42-1830-43a4-8b92-7b71b17d20c9, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:57:14.114866 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:14.118333 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] For port e84b7a42-1830-43a4-8b92-7b71b17d20c9, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=e84b7a42-1830-43a4-8b92-7b71b17d20c9,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:57:14.122441 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4166563'] for network, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:14.152073 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-6065f0b3-d7ba-48f1-b295-94df338175e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:14.165934 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-cd77fc55-7b4d-4ac5-8a10-7ce47164f63a tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:14.172874 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-cd77fc55-7b4d-4ac5-8a10-7ce47164f63a tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/networks?id=9c75e86b-e962-48e0-9873-db386a9b22af HTTP/1.1" status: 200 len: 812 time: 0.5738640 Oct 25 14:57:14.202368 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:14.203804 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-1c13fec0-1177-4f6c-af79-eb526502dbd8 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/quotas/b35574100dda42c0b2ddb813f2306938 HTTP/1.1" status: 200 len: 375 time: 0.0235822 Oct 25 14:57:14.206351 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:14.206691 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:14.207020 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:14.207345 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:14.209112 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:14.209666 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:14.210007 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:14.212571 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:14.212903 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:14.213282 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:14.213609 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:14.213925 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Tracked resource versions report: Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: pushed versions: Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: { 'AddressGroup': {'1.2'}, Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'ConntrackHelper': {'1.0'}, Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'Log': {'1.0'}, Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'Network': {'1.1'}, Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'Port': {'1.7'}, Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'PortForwarding': {'1.2'}, Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'QosPolicy': {'1.8'}, Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'SecurityGroup': {'1.4'}, Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'SecurityGroupRule': {'1.2'}, Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'SubPort': {'1.0'}, Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'Subnet': {'1.1'}, Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'Trunk': {'1.1'}} Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: consumer versions: Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: { DHCP agent@dv-cinder-813751-1-smb: {}, Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: HyperV agent@hv-cinder-81375: {}, Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: L3 agent@dv-cinder-813751-1-smb: {}, Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: Metadata agent@dv-cinder-813751-1-smb: {}, Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: Metering agent@dv-cinder-813751-1-smb: {}, Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: Open vSwitch agent@dv-cinder-813751-1-smb: { 'AddressGroup': '1.2', Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'ConntrackHelper': '1.0', Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'Log': '1.0', Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'Network': '1.1', Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'Port': '1.7', Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'PortForwarding': '1.2', Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'QosPolicy': '1.8', Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'SecurityGroup': '1.4', Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'SecurityGroupRule': '1.2', Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'SubPort': '1.0', Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'Subnet': '1.1', Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: 'Trunk': '1.1'}} Oct 25 14:57:14.215016 dv-cinder-813751-1-smb neutron-server[86780]: {{(pid=86780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 14:57:14.340579 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:14.372065 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:14.422049 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283197', 'neutron.services.segments.db._delete_segments_for_network-8733670938031'] for network, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:14.456510 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a68af6-5b08-44e3-9528-fe054a53b14e None None] Network d011acd3-1a02-4289-8a6a-1c3593568534 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:57:14.480256 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-d17d69bf-cf7d-4fff-8283-d6e65cc0ac7d tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b35574100dda42c0b2ddb813f2306938&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2752647 Oct 25 14:57:14.508002 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:57:14.510064 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:57:14.511942 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:57:14.513200 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Subscribe: > port after_create 55550000 {{(pid=86778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:57:14.515684 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Subscribe: > port after_delete 55550000 {{(pid=86778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:57:14.516189 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Subscribe: > port after_update 55550000 {{(pid=86778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:57:14.516594 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:57:14.518528 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:57:14.518986 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:57:14.519389 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:57:14.590484 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:14.666885 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-172a199a-f114-4c15-8c9b-8111fe16c633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:14.704819 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-172a199a-f114-4c15-8c9b-8111fe16c633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:14.712709 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-172a199a-f114-4c15-8c9b-8111fe16c633 admin admin] Usage tracker for resource:security_group_rule and tenant:9f2aaee618b745119cbd607aec70fa68 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:14.717732 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-172a199a-f114-4c15-8c9b-8111fe16c633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:14.802907 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-172a199a-f114-4c15-8c9b-8111fe16c633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:14.958388 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:14.959062 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Pushing event updated for resources: {'Port': ['ID=e84b7a42-1830-43a4-8b92-7b71b17d20c9,revision_number=2']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:14.972593 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-4e7a2398-32a4-4eb1-a040-1842a9779423 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=86779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 14:57:14.973696 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-4e7a2398-32a4-4eb1-a040-1842a9779423 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2527964 Oct 25 14:57:14.976929 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:14.992433 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:57:14.994385 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:57:14.996996 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:57:14.997654 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:57:14.998184 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88482a1-5361-46e6-84b2-aaf3dff2aaa1']}} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:15.098582 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92554fd-0b4e-494f-a2a3-6ddc11b47cb2') {'for_net_delete': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:15.099262 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92554fd-0b4e-494f-a2a3-6ddc11b47cb2') {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:15.123481 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733670937869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28201575'] for segment, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:15.160657 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:15.179989 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=86778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 14:57:15.179989 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4059317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27816682'] for segment, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: from cryptography.utils import int_from_bytes Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: from cryptography.utils import int_from_bytes Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: util.warn_limited( Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: util.warn_limited( Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: Traceback (most recent call last): Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: timer() Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: cb(*args, **kw) Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: return func(*args, **kwargs) Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: self._notify() Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: self.callback(batched_events) Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: event.method(event) Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: return f(self, *a, **k) Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: return self._get(url).json() Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: return self.request(url, 'GET', **kwargs) Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 14:57:15.202123 dv-cinder-813751-1-smb neutron-server[86778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 14:57:15.334341 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-bd0a6b6b-1b17-4977-abfc-474cdf233e06 service neutron] 10.222.0.62 "GET /v2.0/networks/9c75e86b-e962-48e0-9873-db386a9b22af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245115 Oct 25 14:57:15.344619 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672812'] for network, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:15.358598 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:15.396389 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-172a199a-f114-4c15-8c9b-8111fe16c633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:15.397343 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Pushing event deleted for resources: {'Network': ['ID=d88482a1-5361-46e6-84b2-aaf3dff2aaa1,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:15.426070 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53900) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:15.434190 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-172a199a-f114-4c15-8c9b-8111fe16c633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:15.438814 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:15.470814 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device e84b7a42-1830-43a4-8b92-7b71b17d20c9 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:57:15.481962 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] 10.222.0.62 "DELETE /v2.0/networks/d88482a1-5361-46e6-84b2-aaf3dff2aaa1 HTTP/1.1" status: 204 len: 168 time: 1.7823098 Oct 25 14:57:15.481962 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Allocated IP 172.28.2.17 (f28bc334-851c-4473-9f79-bcbdd8bebf12/45bd59cf-ca3c-43e3-a738-64ab0f49ed1b/5d29216b-f5c1-487d-b067-b6b11635127b) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:57:15.483867 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53908) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:15.520842 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:15.569885 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a199a-f114-4c15-8c9b-8111fe16c633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc5317a-4ccc-4f56-a16e-0767c4024008,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:15.574223 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-172a199a-f114-4c15-8c9b-8111fe16c633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:15.585695 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:15.641724 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port e84b7a42-1830-43a4-8b92-7b71b17d20c9 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:57:15.768684 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_v2 [None req-461fb879-08db-4d47-b1e2-dfd6f898b63f admin admin] Deleting subnet 1685d2a4-09c5-4446-bdd4-a2242887853e {{(pid=86778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Oct 25 14:57:15.801685 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-461fb879-08db-4d47-b1e2-dfd6f898b63f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:15.805706 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-172a199a-f114-4c15-8c9b-8111fe16c633 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f2aaee618b745119cbd607aec70fa68&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8488684 Oct 25 14:57:15.813213 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 53916) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:15.883925 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672924'] for router, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:15.886322 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8d3caf96-f4e0-4bcb-afaf-35e0c8360edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:15.955647 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-461fb879-08db-4d47-b1e2-dfd6f898b63f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28201564'] for subnet, precommit_delete_associations {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:15.959475 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-8955014b-1290-43cb-9f9d-5ddf7fefe176 service neutron] 10.222.0.62 "GET /v2.0/networks/9c75e86b-e962-48e0-9873-db386a9b22af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5873632 Oct 25 14:57:16.124419 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-461fb879-08db-4d47-b1e2-dfd6f898b63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4057954'] for subnet, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:16.129954 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f2702b79-6cc2-48d2-b116-182cef0caa57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:16.244498 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f2702b79-6cc2-48d2-b116-182cef0caa57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:16.247383 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-8d3caf96-f4e0-4bcb-afaf-35e0c8360edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:16.306572 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-8d3caf96-f4e0-4bcb-afaf-35e0c8360edd admin admin] Usage tracker for resource:security_group_rule and tenant:be1b66ff8b954071993ad9b95e5c6ffb is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:16.319488 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-8d3caf96-f4e0-4bcb-afaf-35e0c8360edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:16.353185 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-8d3caf96-f4e0-4bcb-afaf-35e0c8360edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:16.383328 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:16.517950 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:16.558950 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-461fb879-08db-4d47-b1e2-dfd6f898b63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4057961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27816528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1469806'] for subnet, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:16.587291 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Router a65706d8-8961-4efb-b0bc-6a7d37e49d56 is scheduled to L3 agent 66de2074-8959-403d-9168-754d85c11774 with binding_index 1 {{(pid=86779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 25 14:57:16.593901 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-928796ca-f71d-4b1f-8273-2f18eba091c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:16.617376 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1f475b1e-43f5-41bc-8fa3-7572eb9b3ae3 req-86f7c2ba-3101-48e4-a0b5-f740c9ffc0d5 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 210 time: 0.0896680 Oct 25 14:57:16.636688 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f2702b79-6cc2-48d2-b116-182cef0caa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:16.644514 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4564c72d-45f6-4c41-840e-28fc9e4e83a0 None None] Network 9ab300cd-9646-4c55-951a-9f82ccc02761 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:57:16.701328 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fb879-08db-4d47-b1e2-dfd6f898b63f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1685d2a4-09c5-4446-bdd4-a2242887853e,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:16.717334 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-461fb879-08db-4d47-b1e2-dfd6f898b63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:16.723833 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-461fb879-08db-4d47-b1e2-dfd6f898b63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:16.757501 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:16.788805 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:16.833723 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-c2b95574-0c23-4036-a40a-ac14966e7f21 None None] Provisioning for port e84b7a42-1830-43a4-8b92-7b71b17d20c9 completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:57:16.856256 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-c2b95574-0c23-4036-a40a-ac14966e7f21 None None] Provisioning complete for port e84b7a42-1830-43a4-8b92-7b71b17d20c9 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:57:16.856588 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-461fb879-08db-4d47-b1e2-dfd6f898b63f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1685d2a4-09c5-4446-bdd4-a2242887853e HTTP/1.1" status: 204 len: 168 time: 1.3705542 Oct 25 14:57:16.856919 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-c2b95574-0c23-4036-a40a-ac14966e7f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:16.892576 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53954) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:16.946561 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:16.993077 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2702b79-6cc2-48d2-b116-182cef0caa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc5317a-4ccc-4f56-a16e-0767c4024008,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:17.011604 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f2702b79-6cc2-48d2-b116-182cef0caa57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:17.131051 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f2702b79-6cc2-48d2-b116-182cef0caa57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:17.132275 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-f2702b79-6cc2-48d2-b116-182cef0caa57 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3dc5317a-4ccc-4f56-a16e-0767c4024008 HTTP/1.1" status: 204 len: 168 time: 1.3180139 Oct 25 14:57:17.174261 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 14:57:17.178832 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:57:17.189581 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:57:17.199002 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Sync routers for ids ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'] in dv-cinder-813751-1-smb {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 14:57:17.206517 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8d3caf96-f4e0-4bcb-afaf-35e0c8360edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:17.212870 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Pushing event updated for resources: {'Port': ['ID=5d29216b-f5c1-487d-b067-b6b11635127b,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:17.216066 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:57:17.219194 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Notify callbacks [] for router, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:17.224203 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4751956 Oct 25 14:57:17.225089 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 53964) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:17.237887 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Routers {'a65706d8-8961-4efb-b0bc-6a7d37e49d56'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:57:17.238908 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:57:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:17.257860 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:17.268157 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8d3caf96-f4e0-4bcb-afaf-35e0c8360edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:17.289277 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-c2b95574-0c23-4036-a40a-ac14966e7f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:17.295422 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:17.310486 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-029d51ff-9c54-4857-9cfa-f418de6257e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4166563'] for network, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:17.361078 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-8d3caf96-f4e0-4bcb-afaf-35e0c8360edd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be1b66ff8b954071993ad9b95e5c6ffb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9077351 Oct 25 14:57:17.365339 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3caf96-f4e0-4bcb-afaf-35e0c8360edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e407838e-4b8d-496b-8cce-e347ee123186,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:17.368093 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 53970) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:17.486702 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-8d3caf96-f4e0-4bcb-afaf-35e0c8360edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:17.496791 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-c2b95574-0c23-4036-a40a-ac14966e7f21 None None] For port e84b7a42-1830-43a4-8b92-7b71b17d20c9, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=e84b7a42-1830-43a4-8b92-7b71b17d20c9,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:57:17.507446 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-c2b95574-0c23-4036-a40a-ac14966e7f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:17.517114 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:17.883274 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Set router a65706d8-8961-4efb-b0bc-6a7d37e49d56 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:57:17.895850 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b95574-0c23-4036-a40a-ac14966e7f21 None None] Pushing event updated for resources: {'Port': ['ID=e84b7a42-1830-43a4-8b92-7b71b17d20c9,revision_number=3']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:17.948342 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-c2b95574-0c23-4036-a40a-ac14966e7f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:18.015246 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-029d51ff-9c54-4857-9cfa-f418de6257e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283197', 'neutron.services.segments.db._delete_segments_for_network-8733670938031'] for network, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:18.070127 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-029d51ff-9c54-4857-9cfa-f418de6257e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edaf0ed0-5cdb-41c2-96a0-0d97ef2f40eb']}} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:18.078896 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-055443b7-4b74-45eb-a5b0-abc7cfb49786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:18.084612 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-4d0d2cb6-6103-4d7e-aeff-36af490e8846 None None] Provisioning complete for port e84b7a42-1830-43a4-8b92-7b71b17d20c9 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:57:18.098315 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4d0d2cb6-6103-4d7e-aeff-36af490e8846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:18.202079 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-029d51ff-9c54-4857-9cfa-f418de6257e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a94762e-15de-4342-8d8d-3ba5f4bfd756') {'for_net_delete': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:18.202954 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-029d51ff-9c54-4857-9cfa-f418de6257e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a94762e-15de-4342-8d8d-3ba5f4bfd756') {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:18.346633 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-029d51ff-9c54-4857-9cfa-f418de6257e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733670937869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28201575'] for segment, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:18.417277 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-029d51ff-9c54-4857-9cfa-f418de6257e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:18.446988 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029d51ff-9c54-4857-9cfa-f418de6257e5 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=86778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 14:57:18.447415 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-029d51ff-9c54-4857-9cfa-f418de6257e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4059317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27816682'] for segment, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:18.623619 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c0c610a3-32d7-4bb1-bdf2-7e4c7cba8f00 req-af775fde-2844-4001-af0c-5f6121b0213e tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 210 time: 0.7826934 Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: Traceback (most recent call last): Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: timer() Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: cb(*args, **kw) Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: return func(*args, **kwargs) Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: self._notify() Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: self.callback(batched_events) Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: event.method(event) Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: return f(self, *a, **k) Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: return self._get(url).json() Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: return self.request(url, 'GET', **kwargs) Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 14:57:18.678378 dv-cinder-813751-1-smb neutron-server[86778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 14:57:18.690420 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 54018) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:18.744220 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:13Z', 'revision_number': 3, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:18.749738 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Checking router: a65706d8-8961-4efb-b0bc-6a7d37e49d56 for host: dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 14:57:18.750126 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Updating router a65706d8-8961-4efb-b0bc-6a7d37e49d56 port e6707d6a-3ec3-42a2-b16c-63913ec9a1fb binding host dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 14:57:18.785128 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-23deb2dc-128d-49d7-be3d-6c0380e95b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:18.828333 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-23deb2dc-128d-49d7-be3d-6c0380e95b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:18.840610 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-23deb2dc-128d-49d7-be3d-6c0380e95b4f admin admin] Usage tracker for resource:security_group_rule and tenant:6a88293534a64e938c358e36e54210b3 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:18.843736 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-23deb2dc-128d-49d7-be3d-6c0380e95b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:18.856685 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-23deb2dc-128d-49d7-be3d-6c0380e95b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:18.876103 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:18.902245 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-055443b7-4b74-45eb-a5b0-abc7cfb49786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:19.011327 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:19.035255 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-23deb2dc-128d-49d7-be3d-6c0380e95b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:19.049580 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-23deb2dc-128d-49d7-be3d-6c0380e95b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:19.153793 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 54028) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:19.156224 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:19.233822 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23deb2dc-128d-49d7-be3d-6c0380e95b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1853a9e6-f0d0-4e70-9a71-7a1ad01aad1d,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:19.271479 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-23deb2dc-128d-49d7-be3d-6c0380e95b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:19.282947 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:57:19.298500 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-23deb2dc-128d-49d7-be3d-6c0380e95b4f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a88293534a64e938c358e36e54210b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6018713 Oct 25 14:57:19.300246 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 54034) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:19.338139 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-055443b7-4b74-45eb-a5b0-abc7cfb49786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:19.366279 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:19.398564 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-0bf1e26a-5a69-47fb-9bc3-d703a1460344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:19.424500 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device e84b7a42-1830-43a4-8b92-7b71b17d20c9 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:57:19.517649 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ce6af571-a7ee-4ad4-9ab6-4db9d0b1d496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:19.631384 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ce6af571-a7ee-4ad4-9ab6-4db9d0b1d496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:19.638580 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:19.647465 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port e84b7a42-1830-43a4-8b92-7b71b17d20c9 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:57:19.648233 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:19.680005 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Transition to ACTIVE for port object e6707d6a-3ec3-42a2-b16c-63913ec9a1fb will not be triggered until provisioned by entity L2. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:57:19.702862 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:19.721191 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:19.725341 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-029d51ff-9c54-4857-9cfa-f418de6257e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672812'] for network, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:19.766307 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f356d46c-941c-4124-b326-875718d0465a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:19.784812 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055443b7-4b74-45eb-a5b0-abc7cfb49786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e407838e-4b8d-496b-8cce-e347ee123186,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:19.813772 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-055443b7-4b74-45eb-a5b0-abc7cfb49786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:19.814273 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:19.832901 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-055443b7-4b74-45eb-a5b0-abc7cfb49786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:19.834079 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-055443b7-4b74-45eb-a5b0-abc7cfb49786 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e407838e-4b8d-496b-8cce-e347ee123186 HTTP/1.1" status: 204 len: 168 time: 2.4644997 Oct 25 14:57:19.835310 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-029d51ff-9c54-4857-9cfa-f418de6257e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:19.837267 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-029d51ff-9c54-4857-9cfa-f418de6257e5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/edaf0ed0-5cdb-41c2-96a0-0d97ef2f40eb HTTP/1.1" status: 204 len: 168 time: 2.9419048 Oct 25 14:57:19.841324 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d51ff-9c54-4857-9cfa-f418de6257e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=edaf0ed0-5cdb-41c2-96a0-0d97ef2f40eb,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:19.846117 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-029d51ff-9c54-4857-9cfa-f418de6257e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:20.007169 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 54046) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:20.074359 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-f356d46c-941c-4124-b326-875718d0465a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:20.095557 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-93a12373-e764-4637-8444-f0c816b1f3f5 req-a80f98c9-6e51-4f99-b6e7-a3083c64d531 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 210 time: 0.0870938 Oct 25 14:57:20.107691 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-f356d46c-941c-4124-b326-875718d0465a admin admin] Usage tracker for resource:security_group_rule and tenant:4d4ac62443db45db9240ef6fc576e171 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:20.120172 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 54050) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:20.130190 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-f356d46c-941c-4124-b326-875718d0465a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:20.174415 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-f356d46c-941c-4124-b326-875718d0465a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:20.252331 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Attempting to bind port e6707d6a-3ec3-42a2-b16c-63913ec9a1fb on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:57:20.253049 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Attempting to bind port e6707d6a-3ec3-42a2-b16c-63913ec9a1fb by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:57:20.253601 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Attempting to bind port e6707d6a-3ec3-42a2-b16c-63913ec9a1fb on network f28bc334-851c-4473-9f79-bcbdd8bebf12 {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:57:20.267063 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:57:20.267672 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Checking segment: {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:57:20.268310 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:20.268915 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Bound using segment: {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:57:20.269673 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Bound port: e6707d6a-3ec3-42a2-b16c-63913ec9a1fb, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:57:20.270266 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:20.298005 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ce6af571-a7ee-4ad4-9ab6-4db9d0b1d496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:20.310541 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_common [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Allocated IP 172.20.0.1 (9ab300cd-9646-4c55-951a-9f82ccc02761/7be2497d-78d4-40d2-b881-9b05ba010f0d/e971a096-03c1-413f-af8b-a1906b207c78) {{(pid=86779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:57:20.327140 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:20.424724 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672924'] for router, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:20.449473 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] For port e6707d6a-3ec3-42a2-b16c-63913ec9a1fb, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:57:20.457055 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] For port e6707d6a-3ec3-42a2-b16c-63913ec9a1fb, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=e6707d6a-3ec3-42a2-b16c-63913ec9a1fb,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:57:20.459370 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ce6af571-a7ee-4ad4-9ab6-4db9d0b1d496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:20.459561 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Pushing event updated for resources: {'Port': ['ID=e6707d6a-3ec3-42a2-b16c-63913ec9a1fb,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:20.460576 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-ce6af571-a7ee-4ad4-9ab6-4db9d0b1d496 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1853a9e6-f0d0-4e70-9a71-7a1ad01aad1d HTTP/1.1" status: 204 len: 168 time: 1.1593680 Oct 25 14:57:20.464218 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6af571-a7ee-4ad4-9ab6-4db9d0b1d496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1853a9e6-f0d0-4e70-9a71-7a1ad01aad1d,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:20.479074 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-ce6af571-a7ee-4ad4-9ab6-4db9d0b1d496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:20.485776 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:20.486736 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:20.488637 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:20.489292 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:20.490120 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:20.490825 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:20.491489 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:20.492156 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:20.492822 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:20.493519 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:20.494278 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:20.494991 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Tracked resource versions report: Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: pushed versions: Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: { 'AddressGroup': {'1.2'}, Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'ConntrackHelper': {'1.0'}, Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'Log': {'1.0'}, Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'Network': {'1.1'}, Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'Port': {'1.7'}, Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'PortForwarding': {'1.2'}, Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'QosPolicy': {'1.8'}, Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'SecurityGroup': {'1.4'}, Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'SecurityGroupRule': {'1.2'}, Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'SubPort': {'1.0'}, Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'Subnet': {'1.1'}, Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'Trunk': {'1.1'}} Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: consumer versions: Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: { DHCP agent@dv-cinder-813751-1-smb: {}, Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: HyperV agent@hv-cinder-81375: {}, Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: L3 agent@dv-cinder-813751-1-smb: {}, Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: Metadata agent@dv-cinder-813751-1-smb: {}, Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: Metering agent@dv-cinder-813751-1-smb: {}, Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: Open vSwitch agent@dv-cinder-813751-1-smb: { 'AddressGroup': '1.2', Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'ConntrackHelper': '1.0', Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'Log': '1.0', Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'Network': '1.1', Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'Port': '1.7', Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'PortForwarding': '1.2', Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'QosPolicy': '1.8', Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'SecurityGroup': '1.4', Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'SecurityGroupRule': '1.2', Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'SubPort': '1.0', Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'Subnet': '1.1', Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: 'Trunk': '1.1'}} Oct 25 14:57:20.498625 dv-cinder-813751-1-smb neutron-server[86781]: {{(pid=86781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 14:57:20.507957 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:20.511008 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:20.534764 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:20.659032 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-ca759c6a-69fc-41bc-9a74-b5eb29d17e2c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a84d2e709214aafb2f164087d2e9179&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5431759 Oct 25 14:57:20.662963 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 54068) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:20.767569 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 54072) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:20.799540 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Routers {'a65706d8-8961-4efb-b0bc-6a7d37e49d56'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:57:20.800411 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:57:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:20.869773 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-535626e3-8841-4f5d-bd0e-69586e7f90ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:20.886960 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.31', 63954) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:20.908485 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Pushing event updated for resources: {'Port': ['ID=e6707d6a-3ec3-42a2-b16c-63913ec9a1fb,revision_number=3']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:20.908834 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f356d46c-941c-4124-b326-875718d0465a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:20.910415 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-535626e3-8841-4f5d-bd0e-69586e7f90ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:20.914584 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-55735aca-166a-4222-a69d-89b37ed54414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:20.929532 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-535626e3-8841-4f5d-bd0e-69586e7f90ea admin admin] Usage tracker for resource:security_group_rule and tenant:1471885f607a4a9bbd003f1874501f45 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:20.937935 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-535626e3-8841-4f5d-bd0e-69586e7f90ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:20.944656 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f356d46c-941c-4124-b326-875718d0465a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:20.953678 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:21.021077 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-535626e3-8841-4f5d-bd0e-69586e7f90ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:21.023018 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f2702b79-6cc2-48d2-b116-182cef0caa57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:21.047389 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-f356d46c-941c-4124-b326-875718d0465a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d4ac62443db45db9240ef6fc576e171&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8246512 Oct 25 14:57:21.050514 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 54080) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:21.080469 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-c52700e5-d392-46b8-a1d4-19bcd28eafec tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:21.081214 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-c52700e5-d392-46b8-a1d4-19bcd28eafec tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Synchronizing usage tracker for tenant:b35574100dda42c0b2ddb813f2306938 on resource:network {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 14:57:21.134800 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] Set router a65706d8-8961-4efb-b0bc-6a7d37e49d56 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:57:21.171202 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356d46c-941c-4124-b326-875718d0465a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6289ce8b-b2f1-49c1-9b15-48705778907f,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:21.179305 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-63d5c78f-2875-403c-a0c5-9a774a1f08e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:21.214915 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f356d46c-941c-4124-b326-875718d0465a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:21.225678 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Router f8396fb8-b811-46b7-a200-ef50ab9c577c is scheduled to L3 agent 66de2074-8959-403d-9168-754d85c11774 with binding_index 1 {{(pid=86778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 25 14:57:21.248649 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.provisioning_blocks [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Transition to ACTIVE for port object e971a096-03c1-413f-af8b-a1906b207c78 will not be triggered until provisioned by entity DHCP. {{(pid=86779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:57:21.261820 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-63d5c78f-2875-403c-a0c5-9a774a1f08e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:21.303456 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387'] for port, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:21.338628 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:21.577430 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:13Z', 'revision_number': 3, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:21.582340 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568f4766-c47b-4227-a18f-9213d9d0c22a None None] The sync data for ids ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'] in dv-cinder-813751-1-smb is: [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:13Z', 'revision_number': 3, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}] {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 14:57:21.636475 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b2b80fe1-21b2-4505-8d8f-71dc755f694c req-5163471d-aca9-4843-8940-c28dbc5d4a30 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 210 time: 0.1849439 Oct 25 14:57:21.684932 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Network 9ab300cd-9646-4c55-951a-9f82ccc02761 is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:57:21.709748 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:57:21.726556 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 14:57:21.728268 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Received port after_create {{(pid=86779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:57:21.728905 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748369'] for router_interface, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:21.740747 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-63d5c78f-2875-403c-a0c5-9a774a1f08e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:21.750709 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Sync routers for ids ['f8396fb8-b811-46b7-a200-ef50ab9c577c'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 14:57:21.775616 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-8d3caf96-f4e0-4bcb-afaf-35e0c8360edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:21.785273 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Routers {'f8396fb8-b811-46b7-a200-ef50ab9c577c'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:57:21.785994 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:57:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['f8396fb8-b811-46b7-a200-ef50ab9c577c'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:21.819319 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5c78f-2875-403c-a0c5-9a774a1f08e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e98c35c-6126-4431-bdd4-ceb512c89764,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:21.849791 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-63d5c78f-2875-403c-a0c5-9a774a1f08e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:21.851562 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-63d5c78f-2875-403c-a0c5-9a774a1f08e8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e98c35c-6126-4431-bdd4-ceb512c89764 HTTP/1.1" status: 204 len: 168 time: 1.1875024 Oct 25 14:57:21.854088 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-63d5c78f-2875-403c-a0c5-9a774a1f08e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:21.855233 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Notify callbacks [] for router, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:21.862206 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.7792790 Oct 25 14:57:21.865584 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 54124) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:22.396304 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Pushing event updated for resources: {'Port': ['ID=e971a096-03c1-413f-af8b-a1906b207c78,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:22.440202 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-09c161e6-bc65-4f42-ba5b-76b7b8579c9a None None] Provisioning for port e971a096-03c1-413f-af8b-a1906b207c78 completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:57:22.458808 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-09c161e6-bc65-4f42-ba5b-76b7b8579c9a None None] Provisioning complete for port e971a096-03c1-413f-af8b-a1906b207c78 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:57:22.459198 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-09c161e6-bc65-4f42-ba5b-76b7b8579c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:22.622555 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.285s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:22.638116 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-09c161e6-bc65-4f42-ba5b-76b7b8579c9a None None] Port e971a096-03c1-413f-af8b-a1906b207c78 cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 14:57:22.644507 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Set router f8396fb8-b811-46b7-a200-ef50ab9c577c gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:57:22.686019 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-160103fc-b19a-4d4b-8b16-5d6fd3dff952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:22.736402 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-160103fc-b19a-4d4b-8b16-5d6fd3dff952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:22.936671 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-160103fc-b19a-4d4b-8b16-5d6fd3dff952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:22.965435 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-535626e3-8841-4f5d-bd0e-69586e7f90ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:22.983369 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f356d46c-941c-4124-b326-875718d0465a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:23.034428 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-535626e3-8841-4f5d-bd0e-69586e7f90ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:23.085480 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160103fc-b19a-4d4b-8b16-5d6fd3dff952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6289ce8b-b2f1-49c1-9b15-48705778907f,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:23.145608 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 54162) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:23.193825 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-160103fc-b19a-4d4b-8b16-5d6fd3dff952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:23.194072 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-c52700e5-d392-46b8-a1d4-19bcd28eafec tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Unset dirty status for tenant:b35574100dda42c0b2ddb813f2306938 on resource:network {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 14:57:23.199991 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-c52700e5-d392-46b8-a1d4-19bcd28eafec tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.31 "GET /v2.0/networks?id=9c75e86b-e962-48e0-9873-db386a9b22af HTTP/1.1" status: 200 len: 812 time: 2.3012748 Oct 25 14:57:23.408764 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Request body: {'port': {'device_id': 'c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0', 'network_id': '9c75e86b-e962-48e0-9873-db386a9b22af', 'admin_state_up': True, 'tenant_id': 'b35574100dda42c0b2ddb813f2306938'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:23.488186 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:23.536787 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device e6707d6a-3ec3-42a2-b16c-63913ec9a1fb up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:57:23.628077 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:23.668465 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c5c9def0-c167-4626-8e2c-d2f717d64372 req-5081396d-3c01-4c6d-ae39-94b4d1ef3796 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 210 time: 0.5694096 Oct 25 14:57:23.789204 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535626e3-8841-4f5d-bd0e-69586e7f90ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e60f534-4b01-4f9b-bbca-028524e7885b,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:23.829589 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-535626e3-8841-4f5d-bd0e-69586e7f90ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:23.837283 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-160103fc-b19a-4d4b-8b16-5d6fd3dff952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:23.839371 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-160103fc-b19a-4d4b-8b16-5d6fd3dff952 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6289ce8b-b2f1-49c1-9b15-48705778907f HTTP/1.1" status: 204 len: 168 time: 2.7773905 Oct 25 14:57:23.846945 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-535626e3-8841-4f5d-bd0e-69586e7f90ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1471885f607a4a9bbd003f1874501f45&name=default HTTP/1.1" status: 200 len: 2977 time: 3.0739651 Oct 25 14:57:23.908827 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 54174) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:23.943828 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port e6707d6a-3ec3-42a2-b16c-63913ec9a1fb completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:57:23.986582 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port e6707d6a-3ec3-42a2-b16c-63913ec9a1fb triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:57:23.993718 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:24.214113 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'name': 'tempest-ServerRescueNegativeTestJSON-2103354307-router', 'tenant_id': 'ad3d552c59c44b589058c87aff396848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '5d29216b-f5c1-487d-b067-b6b11635127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:11Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 3, 'project_id': 'ad3d552c59c44b589058c87aff396848', 'gw_port': {'id': '5d29216b-f5c1-487d-b067-b6b11635127b', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:24.254273 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Checking router: f8396fb8-b811-46b7-a200-ef50ab9c577c for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 14:57:24.257687 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Updating router f8396fb8-b811-46b7-a200-ef50ab9c577c port 5d29216b-f5c1-487d-b067-b6b11635127b binding host dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 14:57:24.601599 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-a66b4026-8dae-43c7-a56c-285b25011ddf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3daf927aef5d440dbc5564e93b7cc8d1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4126906 Oct 25 14:57:24.621873 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 54190) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:24.673796 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:24.849808 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:25.013628 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port e6707d6a-3ec3-42a2-b16c-63913ec9a1fb, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=e6707d6a-3ec3-42a2-b16c-63913ec9a1fb,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:57:25.026899 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:25.061577 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:25.071892 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-c2b95574-0c23-4036-a40a-ac14966e7f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:25.077458 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:25.107617 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748530'] for router_interface, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:25.118770 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a8b4cfc3-3c43-42f0-8ce1-46f6ffa6eac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:25.202668 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:25.455375 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:25.461065 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Usage tracker for resource:port and tenant:b35574100dda42c0b2ddb813f2306938 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:25.465511 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:25.475482 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:25.498378 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Made reservation on behalf of b35574100dda42c0b2ddb813f2306938 for: {'port': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:57:25.503436 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:25.542665 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=e6707d6a-3ec3-42a2-b16c-63913ec9a1fb,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:25.546738 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e7cdf905-b75f-442d-a533-a8fb488edd28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:25.548528 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:25.614767 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-afab834b-d9a3-4ad0-91dd-ad56f6c2b6cf req-d81a13f9-bf84-4898-a932-3582ecd7fea0 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 210 time: 0.2418971 Oct 25 14:57:25.747026 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a8b4cfc3-3c43-42f0-8ce1-46f6ffa6eac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:25.834546 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e7cdf905-b75f-442d-a533-a8fb488edd28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:25.874060 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Notify callbacks [] for port, precommit_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:25.898630 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Transition to ACTIVE for port object 5d29216b-f5c1-487d-b067-b6b11635127b will not be triggered until provisioned by entity L2. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:57:25.917157 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:25.950446 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:26.054891 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:26.133420 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Allocated IP 172.20.0.11 (9c75e86b-e962-48e0-9873-db386a9b22af/52adf1b8-6c9e-467e-b8de-87ca5db27686/7e9701ea-81a9-4699-893f-3c78671c9c96) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:57:26.189932 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Pushing event updated for resources: {'Port': ['ID=e971a096-03c1-413f-af8b-a1906b207c78,revision_number=2']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:26.203729 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.001s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:26.245424 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Attempting to bind port 5d29216b-f5c1-487d-b067-b6b11635127b on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:57:26.246197 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Attempting to bind port 5d29216b-f5c1-487d-b067-b6b11635127b by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:57:26.246663 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Attempting to bind port 5d29216b-f5c1-487d-b067-b6b11635127b on network f28bc334-851c-4473-9f79-bcbdd8bebf12 {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:57:26.276194 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:57:26.287343 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a8b4cfc3-3c43-42f0-8ce1-46f6ffa6eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:26.290921 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Checking segment: {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:57:26.291543 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:26.296801 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Bound using segment: {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:57:26.297503 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Bound port: 5d29216b-f5c1-487d-b067-b6b11635127b, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:57:26.298005 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:26.339349 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-c3c06ffd-973a-40ae-8cd3-6f155da3d5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:26.389210 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171ea63-1903-4a8d-acc1-76072449e286 None None] Pushing event updated for resources: {'Port': ['ID=5d29216b-f5c1-487d-b067-b6b11635127b,revision_number=2']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:26.414713 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-e171ea63-1903-4a8d-acc1-76072449e286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:26.417933 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a8b4cfc3-3c43-42f0-8ce1-46f6ffa6eac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:26.422790 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-a8b4cfc3-3c43-42f0-8ce1-46f6ffa6eac6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0e60f534-4b01-4f9b-bbca-028524e7885b HTTP/1.1" status: 204 len: 168 time: 2.5117996 Oct 25 14:57:26.426340 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4cfc3-3c43-42f0-8ce1-46f6ffa6eac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e60f534-4b01-4f9b-bbca-028524e7885b,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:26.434819 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-a8b4cfc3-3c43-42f0-8ce1-46f6ffa6eac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:26.436149 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e7cdf905-b75f-442d-a533-a8fb488edd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:26.460892 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Network 9ab300cd-9646-4c55-951a-9f82ccc02761 is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:57:26.464357 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:57:26.733705 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:26.964313 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] For port 5d29216b-f5c1-487d-b067-b6b11635127b, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:57:26.985920 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdf905-b75f-442d-a533-a8fb488edd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c8bf72-94a0-4878-91aa-79bdd33345b7,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:26.987996 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] For port 5d29216b-f5c1-487d-b067-b6b11635127b, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=5d29216b-f5c1-487d-b067-b6b11635127b,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:57:27.014398 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:27.042872 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-e7cdf905-b75f-442d-a533-a8fb488edd28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:27.132949 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:27.429772 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6b4d344b-afc3-4203-98fc-25aeb1f6dce1 req-935b4276-2f0b-4d0d-b2d6-f9cd9e617f22 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 210 time: 0.3892210 Oct 25 14:57:27.439944 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e7cdf905-b75f-442d-a533-a8fb488edd28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:27.443094 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-e7cdf905-b75f-442d-a533-a8fb488edd28 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23c8bf72-94a0-4878-91aa-79bdd33345b7 HTTP/1.1" status: 204 len: 168 time: 2.8201237 Oct 25 14:57:27.579398 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Router a65706d8-8961-4efb-b0bc-6a7d37e49d56 has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 14:57:27.617150 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device e6707d6a-3ec3-42a2-b16c-63913ec9a1fb up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:57:27.775179 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:27.876393 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:27.962524 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171ea63-1903-4a8d-acc1-76072449e286 None None] Pushing event updated for resources: {'Port': ['ID=5d29216b-f5c1-487d-b067-b6b11635127b,revision_number=3']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:27.981021 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-e171ea63-1903-4a8d-acc1-76072449e286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:27.999245 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Routers {'f8396fb8-b811-46b7-a200-ef50ab9c577c'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:57:28.007406 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:57:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['f8396fb8-b811-46b7-a200-ef50ab9c577c'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:28.042439 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:28.106797 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 14:57:28.114549 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] 10.222.0.62 "PUT /v2.0/routers/a65706d8-8961-4efb-b0bc-6a7d37e49d56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8869638 Oct 25 14:57:28.116769 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Sync routers for ids ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'] in dv-cinder-813751-1-smb {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 14:57:28.148079 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Routers {'a65706d8-8961-4efb-b0bc-6a7d37e49d56'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:57:28.150318 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:57:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:28.372410 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Network 9c75e86b-e962-48e0-9873-db386a9b22af is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:57:28.451589 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:57:28.559163 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:57:28.974725 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Allocated IP 172.20.0.1 (d011acd3-1a02-4289-8a6a-1c3593568534/b6ad7cb1-9890-416a-a602-edb9293268a1/851ca48d-5f63-4351-b966-5eb29f05d59b) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:57:29.128733 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] Set router f8396fb8-b811-46b7-a200-ef50ab9c577c gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:57:29.359207 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Set router a65706d8-8961-4efb-b0bc-6a7d37e49d56 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:57:29.400773 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Pushing event updated for resources: {'Port': ['ID=7e9701ea-81a9-4699-893f-3c78671c9c96,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:29.438020 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.396s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:29.511156 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:29.515311 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:29.578693 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1915004 Oct 25 14:57:29.619793 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-9817a7be-781e-4ae5-b3b1-6c9463876f4d tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=86778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 14:57:29.624071 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-9817a7be-781e-4ae5-b3b1-6c9463876f4d tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161116 Oct 25 14:57:29.629441 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa5f2b-9456-4cb0-bc6c-e0a49dde0f7f req-2ce3ddfb-0d35-43cc-be8a-f1aa20496ee2 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:29.637833 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b4aa5f2b-9456-4cb0-bc6c-e0a49dde0f7f req-2ce3ddfb-0d35-43cc-be8a-f1aa20496ee2 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 932 time: 0.6048958 Oct 25 14:57:29.698111 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-819f3899-a8da-4680-9259-d3e82e5933dc None None] Provisioning complete for port e971a096-03c1-413f-af8b-a1906b207c78 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:57:29.700440 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-819f3899-a8da-4680-9259-d3e82e5933dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:29.884334 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:29.975241 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b4aa5f2b-9456-4cb0-bc6c-e0a49dde0f7f req-20346771-0284-48a0-88d8-778b2ed1bae4 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/security-groups?id=83ea0d27-ec0a-4186-a00f-812de495a024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306501 Oct 25 14:57:29.991461 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:30.001150 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-592e4607-780b-4c62-a127-2665d22a15ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:30.202796 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Network d011acd3-1a02-4289-8a6a-1c3593568534 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:57:30.227052 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:57:30.235062 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:57:30.285411 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port e6707d6a-3ec3-42a2-b16c-63913ec9a1fb triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:57:30.286166 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:30.395008 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-819f3899-a8da-4680-9259-d3e82e5933dc None None] Port e971a096-03c1-413f-af8b-a1906b207c78 cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 14:57:30.428825 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Pushing event updated for resources: {'Port': ['ID=851ca48d-5f63-4351-b966-5eb29f05d59b,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:30.434588 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:30.497275 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748369'] for router_interface, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:30.652970 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Request body: {'port': {'device_id': 'c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:30.831873 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:23Z', 'revision_number': 4, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': 'e971a096-03c1-413f-af8b-a1906b207c78', 'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'mac_address': 'fa:16:3e:47:32:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:19Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 2, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'subnets': [{'id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:30.861814 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Checking router: a65706d8-8961-4efb-b0bc-6a7d37e49d56 for host: dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 14:57:30.862305 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Updating router a65706d8-8961-4efb-b0bc-6a7d37e49d56 port e971a096-03c1-413f-af8b-a1906b207c78 binding host dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 14:57:31.329169 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:31.330947 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'name': 'tempest-ServerRescueNegativeTestJSON-2103354307-router', 'tenant_id': 'ad3d552c59c44b589058c87aff396848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '5d29216b-f5c1-487d-b067-b6b11635127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:11Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 3, 'project_id': 'ad3d552c59c44b589058c87aff396848', 'gw_port': {'id': '5d29216b-f5c1-487d-b067-b6b11635127b', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:31.351556 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:31.368013 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63edc7-3c66-404c-829e-5e8443b0502e None None] The sync data for ids ['f8396fb8-b811-46b7-a200-ef50ab9c577c'] in dv-cinder-813751-1-smb is: [{'id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'name': 'tempest-ServerRescueNegativeTestJSON-2103354307-router', 'tenant_id': 'ad3d552c59c44b589058c87aff396848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '5d29216b-f5c1-487d-b067-b6b11635127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:11Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 3, 'project_id': 'ad3d552c59c44b589058c87aff396848', 'gw_port': {'id': '5d29216b-f5c1-487d-b067-b6b11635127b', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 14:57:31.454523 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:32.017825 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe9839-cebe-4acf-a65a-8e38a65ecf39 req-db158e0c-c900-42c2-bf16-7eb6ebcf47c0 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:32.033440 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2efe9839-cebe-4acf-a65a-8e38a65ecf39 req-db158e0c-c900-42c2-bf16-7eb6ebcf47c0 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 932 time: 0.4344852 Oct 25 14:57:32.254587 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2efe9839-cebe-4acf-a65a-8e38a65ecf39 req-a765b16a-bcf1-4402-8067-f1c80b7e535d tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/security-groups?id=83ea0d27-ec0a-4186-a00f-812de495a024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166946 Oct 25 14:57:32.410901 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 54378) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:32.418065 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-8bebd4fc-f984-4f5f-84dd-07448015518d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--720611987', 'description': 'tempest-description--173165954'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:32.447701 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-8bebd4fc-f984-4f5f-84dd-07448015518d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:32.474356 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-8bebd4fc-f984-4f5f-84dd-07448015518d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Usage tracker for resource:security_group and tenant:ec1fc5a480a1442bac3e578b604cf89f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:32.489818 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-8bebd4fc-f984-4f5f-84dd-07448015518d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:32.531710 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-8bebd4fc-f984-4f5f-84dd-07448015518d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:32.585200 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8bebd4fc-f984-4f5f-84dd-07448015518d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:32.692414 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-8bebd4fc-f984-4f5f-84dd-07448015518d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:32.712195 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-8bebd4fc-f984-4f5f-84dd-07448015518d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Usage tracker for resource:security_group_rule and tenant:ec1fc5a480a1442bac3e578b604cf89f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:32.729783 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-8bebd4fc-f984-4f5f-84dd-07448015518d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:32.744821 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-8bebd4fc-f984-4f5f-84dd-07448015518d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:33.082136 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e9701ea-81a9-4699-893f-3c78671c9c96 {{(pid=86778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 14:57:33.094227 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:33.118423 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Transition to ACTIVE for port object 7e9701ea-81a9-4699-893f-3c78671c9c96 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:57:33.134280 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:33.186531 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8bebd4fc-f984-4f5f-84dd-07448015518d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:33.197537 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8bebd4fc-f984-4f5f-84dd-07448015518d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:33.254934 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:33.267289 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:33.282108 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8bebd4fc-f984-4f5f-84dd-07448015518d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:33.286684 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-8bebd4fc-f984-4f5f-84dd-07448015518d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8746128 Oct 25 14:57:33.304219 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 54392) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:33.331286 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-d3139640-33fb-4c90-8c81-fd004527c155 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:33.347087 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-e953c32a-4d65-4214-80fd-44b7c5902a54 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Request body: {'security_group_rule': {'security_group_id': '1fbbc6af-e48c-4ef4-8476-034aafd6aa3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:33.414492 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-e953c32a-4d65-4214-80fd-44b7c5902a54 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:33.438208 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-e953c32a-4d65-4214-80fd-44b7c5902a54 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Usage tracker for resource:security_group_rule and tenant:ec1fc5a480a1442bac3e578b604cf89f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:33.451403 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebd4fc-f984-4f5f-84dd-07448015518d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:33.455880 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-8bebd4fc-f984-4f5f-84dd-07448015518d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:33.457379 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-e953c32a-4d65-4214-80fd-44b7c5902a54 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:33.485845 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-e953c32a-4d65-4214-80fd-44b7c5902a54 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:33.567815 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e953c32a-4d65-4214-80fd-44b7c5902a54 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:33.693610 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 5d29216b-f5c1-487d-b067-b6b11635127b up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:57:33.856641 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:33.948274 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Transition to ACTIVE for port object e971a096-03c1-413f-af8b-a1906b207c78 will not be triggered until provisioned by entity L2. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:57:33.969120 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port 5d29216b-f5c1-487d-b067-b6b11635127b completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:57:33.987496 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 5d29216b-f5c1-487d-b067-b6b11635127b triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:57:33.988584 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:33.999835 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:34.011576 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9701ea-81a9-4699-893f-3c78671c9c96,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:34.018978 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:34.083024 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:34.098431 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e953c32a-4d65-4214-80fd-44b7c5902a54 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:34.100866 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 54410) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:34.132336 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e953c32a-4d65-4214-80fd-44b7c5902a54 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:34.167017 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:34.218862 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb1162-5873-479e-a405-60c99441884e req-73287bcb-66f3-43eb-ace4-c4538e5c6678 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:34.220525 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d8cb1162-5873-479e-a405-60c99441884e req-73287bcb-66f3-43eb-ace4-c4538e5c6678 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 944 time: 0.4308853 Oct 25 14:57:34.243385 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953c32a-4d65-4214-80fd-44b7c5902a54 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba7ec25-e3c7-479e-a60e-0cd015eae2a3,revision_number=0']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:34.255439 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e953c32a-4d65-4214-80fd-44b7c5902a54 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:34.338710 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Attempting to bind port 7e9701ea-81a9-4699-893f-3c78671c9c96 on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:57:34.339529 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Attempting to bind port 7e9701ea-81a9-4699-893f-3c78671c9c96 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': 'cfdc7762-0832-4d9e-abe7-d066c04bc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9c75e86b-e962-48e0-9873-db386a9b22af'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:57:34.339529 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Attempting to bind port 7e9701ea-81a9-4699-893f-3c78671c9c96 on network 9c75e86b-e962-48e0-9873-db386a9b22af {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:57:34.372526 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Port 7e9701ea-81a9-4699-893f-3c78671c9c96 on network 9c75e86b-e962-48e0-9873-db386a9b22af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 14:57:34.372978 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Attempting to bind port 7e9701ea-81a9-4699-893f-3c78671c9c96 on network 9c75e86b-e962-48e0-9873-db386a9b22af {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:57:34.387967 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e953c32a-4d65-4214-80fd-44b7c5902a54 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:34.398662 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-e953c32a-4d65-4214-80fd-44b7c5902a54 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0905206 Oct 25 14:57:34.400800 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:57:34.405280 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Checking segment: {'id': 'cfdc7762-0832-4d9e-abe7-d066c04bc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9c75e86b-e962-48e0-9873-db386a9b22af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:57:34.405862 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Bound using segment: {'id': 'cfdc7762-0832-4d9e-abe7-d066c04bc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9c75e86b-e962-48e0-9873-db386a9b22af'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:57:34.410299 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Bound port: 7e9701ea-81a9-4699-893f-3c78671c9c96, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfdc7762-0832-4d9e-abe7-d066c04bc8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9c75e86b-e962-48e0-9873-db386a9b22af'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:57:34.414397 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:34.417993 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 54424) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:34.452830 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-d9682a18-bf1b-49d4-b824-70eeef37b54c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Request body: {'security_group_rule': {'security_group_id': '1fbbc6af-e48c-4ef4-8476-034aafd6aa3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:34.546660 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-d9682a18-bf1b-49d4-b824-70eeef37b54c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:34.585818 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-d9682a18-bf1b-49d4-b824-70eeef37b54c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Usage tracker for resource:security_group_rule and tenant:ec1fc5a480a1442bac3e578b604cf89f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:34.629581 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-d9682a18-bf1b-49d4-b824-70eeef37b54c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:34.638182 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:34.652870 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d8cb1162-5873-479e-a405-60c99441884e req-2b697164-6569-4461-8420-2d6b6483caa8 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/security-groups?id=83ea0d27-ec0a-4186-a00f-812de495a024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954821 Oct 25 14:57:34.673685 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-d9682a18-bf1b-49d4-b824-70eeef37b54c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:34.726250 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port 5d29216b-f5c1-487d-b067-b6b11635127b, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=5d29216b-f5c1-487d-b067-b6b11635127b,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:57:34.735625 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:34.741317 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d9682a18-bf1b-49d4-b824-70eeef37b54c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:34.748071 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-e171ea63-1903-4a8d-acc1-76072449e286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:35.122559 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:35.141896 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:35.143028 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d9682a18-bf1b-49d4-b824-70eeef37b54c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:35.152014 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d9682a18-bf1b-49d4-b824-70eeef37b54c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:35.198291 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e953c32a-4d65-4214-80fd-44b7c5902a54 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:35.218324 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=5d29216b-f5c1-487d-b067-b6b11635127b,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:35.225264 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:35.327320 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-d5851f6e-4211-49cc-8b90-5d811840724b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:35.338624 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9682a18-bf1b-49d4-b824-70eeef37b54c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c75e969-5bae-48fc-93fe-7e7c0a33afb4,revision_number=0']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:35.365185 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9fee1-e3ac-4a48-b475-11e5d1cf574a None None] Pushing event updated for resources: {'Port': ['ID=e971a096-03c1-413f-af8b-a1906b207c78,revision_number=3']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:35.369658 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d9682a18-bf1b-49d4-b824-70eeef37b54c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:35.383318 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-d9682a18-bf1b-49d4-b824-70eeef37b54c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9648230 Oct 25 14:57:35.385498 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 54434) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:35.387733 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-d9682a18-bf1b-49d4-b824-70eeef37b54c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:35.403501 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-2eb9fee1-e3ac-4a48-b475-11e5d1cf574a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.320s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:35.425224 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Request body: {'floatingip': {'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:35.446359 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:35.495186 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Attempting to bind port e971a096-03c1-413f-af8b-a1906b207c78 on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:57:35.496055 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Attempting to bind port e971a096-03c1-413f-af8b-a1906b207c78 by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '8c16fe56-386c-46ed-8845-bd85a0538e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761'}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:57:35.496717 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Attempting to bind port e971a096-03c1-413f-af8b-a1906b207c78 on network 9ab300cd-9646-4c55-951a-9f82ccc02761 {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:57:35.517049 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:57:35.517989 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Checking segment: {'id': '8c16fe56-386c-46ed-8845-bd85a0538e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:57:35.519091 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:35.520108 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Bound using segment: {'id': '8c16fe56-386c-46ed-8845-bd85a0538e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761'} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:57:35.521098 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Bound port: e971a096-03c1-413f-af8b-a1906b207c78, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c16fe56-386c-46ed-8845-bd85a0538e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761'}}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:57:35.521936 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:35.533065 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Usage tracker for resource:floatingip and tenant:ec1fc5a480a1442bac3e578b604cf89f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:35.559469 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:35.598909 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6834527f-164c-4170-8fa4-7c9e88acaad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:35.638266 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:35.712987 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-6834527f-164c-4170-8fa4-7c9e88acaad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:35.730831 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-6834527f-164c-4170-8fa4-7c9e88acaad6 admin admin] Usage tracker for resource:security_group_rule and tenant:ca01364cc9e2492c97c9f037ff6c700b is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:35.742236 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-6834527f-164c-4170-8fa4-7c9e88acaad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:35.767847 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-6834527f-164c-4170-8fa4-7c9e88acaad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:35.775850 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748530'] for router_interface, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:35.852908 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] For port e971a096-03c1-413f-af8b-a1906b207c78, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:57:35.855344 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for floatingip, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:35.894525 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] For port e971a096-03c1-413f-af8b-a1906b207c78, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=e971a096-03c1-413f-af8b-a1906b207c78,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:57:35.909732 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:35.977641 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e9816bd2-77b5-4661-abcc-67681b87acf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:36.301527 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Routers {'a65706d8-8961-4efb-b0bc-6a7d37e49d56'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:57:36.302191 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:57:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:36.381212 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Pushing event updated for resources: {'Port': ['ID=851ca48d-5f63-4351-b966-5eb29f05d59b,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:36.400426 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.077s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:36.425693 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9fee1-e3ac-4a48-b475-11e5d1cf574a None None] Pushing event updated for resources: {'Port': ['ID=e971a096-03c1-413f-af8b-a1906b207c78,revision_number=4']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:36.430722 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-2eb9fee1-e3ac-4a48-b475-11e5d1cf574a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:36.494369 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] For port 7e9701ea-81a9-4699-893f-3c78671c9c96, host hv-cinder-81375, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:57:36.517312 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] For port 7e9701ea-81a9-4699-893f-3c78671c9c96, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=7e9701ea-81a9-4699-893f-3c78671c9c96,segment=NetworkSegment(cfdc7762-0832-4d9e-abe7-d066c04bc8f9),segment_id=cfdc7762-0832-4d9e-abe7-d066c04bc8f9)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:57:36.535586 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:36.562576 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:36.660168 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Network d011acd3-1a02-4289-8a6a-1c3593568534 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:57:36.675114 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:57:36.683001 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:36.685644 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:36.691155 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] 10.222.0.31 "PUT /v2.0/ports/7e9701ea-81a9-4699-893f-3c78671c9c96 HTTP/1.1" status: 200 len: 1094 time: 6.5832167 Oct 25 14:57:36.695439 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0', 'tag': '7e9701ea-81a9-4699-893f-3c78671c9c96'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:57:36.874997 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] Set router a65706d8-8961-4efb-b0bc-6a7d37e49d56 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:57:37.171550 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5fa22-126d-455e-9ff1-6919b0759427 req-2b4ad32c-e1c1-4a6a-96af-f47413eb6369 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:37.184411 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a8d5fa22-126d-455e-9ff1-6919b0759427 req-2b4ad32c-e1c1-4a6a-96af-f47413eb6369 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 944 time: 0.8900285 Oct 25 14:57:37.346010 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a8d5fa22-126d-455e-9ff1-6919b0759427 req-f8c15824-6887-4db5-8586-11b737e8a2bf tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/security-groups?id=83ea0d27-ec0a-4186-a00f-812de495a024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605556 Oct 25 14:57:37.377436 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9701ea-81a9-4699-893f-3c78671c9c96,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:37.389693 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:37.444184 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 5d29216b-f5c1-487d-b067-b6b11635127b up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:57:37.556557 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Router f8396fb8-b811-46b7-a200-ef50ab9c577c has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 14:57:37.572571 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-096b369e-3c9c-4d1d-85af-e8e93ac7ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:37.574186 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-096b369e-3c9c-4d1d-85af-e8e93ac7ea56 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b35574100dda42c0b2ddb813f2306938&device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 1097 time: 0.4098778 Oct 25 14:57:37.607745 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6834527f-164c-4170-8fa4-7c9e88acaad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:37.610219 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:37.780632 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6834527f-164c-4170-8fa4-7c9e88acaad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:37.811613 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:37.905217 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 54474) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:37.953160 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 5d29216b-f5c1-487d-b067-b6b11635127b triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:57:37.953964 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:38.000452 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:23Z', 'revision_number': 4, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': 'e971a096-03c1-413f-af8b-a1906b207c78', 'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'mac_address': 'fa:16:3e:47:32:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:19Z', 'updated_at': '2021-10-25T14:57:35Z', 'revision_number': 4, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'subnets': [{'id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:38.006090 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-6834527f-164c-4170-8fa4-7c9e88acaad6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ca01364cc9e2492c97c9f037ff6c700b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8989882 Oct 25 14:57:38.018552 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a414b0e6-215a-4418-9408-d9e843e01a29 None None] The sync data for ids ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'] in dv-cinder-813751-1-smb is: [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:23Z', 'revision_number': 4, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': 'e971a096-03c1-413f-af8b-a1906b207c78', 'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'mac_address': 'fa:16:3e:47:32:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:19Z', 'updated_at': '2021-10-25T14:57:35Z', 'revision_number': 4, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'subnets': [{'id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 14:57:38.022945 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 54482) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:38.030559 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-48c4376f-e09a-41c0-a1c3-512b6b9b2b43 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e9701ea-81a9-4699-893f-3c78671c9c96 HTTP/1.1" status: 200 len: 217 time: 0.3006480 Oct 25 14:57:38.112820 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834527f-164c-4170-8fa4-7c9e88acaad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c1ac81-59bb-42d9-8f94-14c0402527d0,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:38.142451 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-6834527f-164c-4170-8fa4-7c9e88acaad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:38.410739 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 54488) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:38.452487 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2c6d-4bec-4b8a-a5e0-b564f2ce0793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:38.509079 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_common [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Allocated IP 172.28.2.191 (f28bc334-851c-4473-9f79-bcbdd8bebf12/45bd59cf-ca3c-43e3-a738-64ab0f49ed1b/9f67bae3-34fb-4623-a084-ff9718d04efd) {{(pid=86779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:57:38.526220 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-527134db-e276-43b7-af2e-a011135ada51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:38.528946 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-527134db-e276-43b7-af2e-a011135ada51 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52adf1b8-6c9e-467e-b8de-87ca5db27686 HTTP/1.1" status: 200 len: 852 time: 0.2711947 Oct 25 14:57:38.529079 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 54498) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:38.564659 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2c6d-4bec-4b8a-a5e0-b564f2ce0793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:38.590721 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 14:57:38.605496 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Sync routers for ids ['f8396fb8-b811-46b7-a200-ef50ab9c577c'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 14:57:38.606665 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] 10.222.0.62 "PUT /v2.0/routers/f8396fb8-b811-46b7-a200-ef50ab9c577c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7390120 Oct 25 14:57:38.628674 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-df34f5a7-4b94-4544-8a1e-f1de8a058b18 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c75e86b-e962-48e0-9873-db386a9b22af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759752 Oct 25 14:57:38.632797 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Routers {'f8396fb8-b811-46b7-a200-ef50ab9c577c'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:57:38.633582 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:57:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['f8396fb8-b811-46b7-a200-ef50ab9c577c'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:39.020955 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-935d1f83-dcf1-4ab4-a466-8364d62b4a0b service neutron] 10.222.0.31 "GET /v2.0/networks/9c75e86b-e962-48e0-9873-db386a9b22af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566127 Oct 25 14:57:39.083096 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0', 'tag': '7e9701ea-81a9-4699-893f-3c78671c9c96', 'status': 'completed', 'code': 200} Oct 25 14:57:39.186818 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Set router f8396fb8-b811-46b7-a200-ef50ab9c577c gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:57:39.282022 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-37a16dc8-da5e-4d57-bd3b-2d289c9a7125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:39.310307 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2c6d-4bec-4b8a-a5e0-b564f2ce0793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:39.392640 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a074090f-3136-4f9e-ae19-08c3ba6ff66f req-701e07d0-224c-40e7-ad4a-62913f6fa320 service neutron] 10.222.0.31 "GET /v2.0/networks/9c75e86b-e962-48e0-9873-db386a9b22af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415353 Oct 25 14:57:39.557177 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:39.576749 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device e971a096-03c1-413f-af8b-a1906b207c78 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:57:39.598614 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-87073b16-84d3-4dfc-8674-e7db23101a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:39.635080 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-37a16dc8-da5e-4d57-bd3b-2d289c9a7125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:39.642977 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-37a16dc8-da5e-4d57-bd3b-2d289c9a7125 admin admin] Usage tracker for resource:security_group_rule and tenant:68a9db95316443be870b18c5243d5676 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:39.649729 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-37a16dc8-da5e-4d57-bd3b-2d289c9a7125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:39.669938 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-37a16dc8-da5e-4d57-bd3b-2d289c9a7125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:39.741209 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb03a91-e408-40f5-9f7b-7d7429a51f5e req-159c412e-dc56-498c-822a-e9b6078c949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:39.743031 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4cb03a91-e408-40f5-9f7b-7d7429a51f5e req-159c412e-dc56-498c-822a-e9b6078c949f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b35574100dda42c0b2ddb813f2306938&device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 1097 time: 0.2156544 Oct 25 14:57:39.763354 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-761ee667-d91a-44c1-9a8e-f2a2a17cfeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:39.776193 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for port, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:39.804148 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-06643085-092f-4f1c-b62d-1bff6cd7cb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:39.841248 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-06643085-092f-4f1c-b62d-1bff6cd7cb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:39.845774 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-06643085-092f-4f1c-b62d-1bff6cd7cb42 admin admin] Usage tracker for resource:security_group_rule and tenant:fb3e29e2f2df44c4b37cf9d193e2d6fb is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:39.850161 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-06643085-092f-4f1c-b62d-1bff6cd7cb42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:39.857847 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-06643085-092f-4f1c-b62d-1bff6cd7cb42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:39.925791 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-87073b16-84d3-4dfc-8674-e7db23101a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:39.958016 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-87073b16-84d3-4dfc-8674-e7db23101a60 admin admin] Usage tracker for resource:security_group_rule and tenant:cf7f35127dde4a339988efc5d147fc4e is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:39.966020 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a2c6d-4bec-4b8a-a5e0-b564f2ce0793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c1ac81-59bb-42d9-8f94-14c0402527d0,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:39.992333 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-87073b16-84d3-4dfc-8674-e7db23101a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:40.001392 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-6b4a2c6d-4bec-4b8a-a5e0-b564f2ce0793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:40.027268 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-87073b16-84d3-4dfc-8674-e7db23101a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:40.276817 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:40.311457 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port e971a096-03c1-413f-af8b-a1906b207c78 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:57:40.319861 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2c6d-4bec-4b8a-a5e0-b564f2ce0793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:40.322502 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-6b4a2c6d-4bec-4b8a-a5e0-b564f2ce0793 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b1c1ac81-59bb-42d9-8f94-14c0402527d0 HTTP/1.1" status: 204 len: 168 time: 2.2954366 Oct 25 14:57:40.343895 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port e971a096-03c1-413f-af8b-a1906b207c78 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:57:40.344502 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:40.394939 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-37a16dc8-da5e-4d57-bd3b-2d289c9a7125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:40.420274 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-37a16dc8-da5e-4d57-bd3b-2d289c9a7125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:40.483194 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-6834527f-164c-4170-8fa4-7c9e88acaad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:40.539463 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a16dc8-da5e-4d57-bd3b-2d289c9a7125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76bb31b-3fe4-45b7-91ce-225302a17a93,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:40.546555 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-37a16dc8-da5e-4d57-bd3b-2d289c9a7125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:40.592470 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387'] for port, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:40.628333 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4c86a-2bc2-475d-ac5b-b81e99b539ab req-96c20833-a52b-4c64-a5e8-c915ce809370 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:40.629918 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f7b4c86a-2bc2-475d-ac5b-b81e99b539ab req-96c20833-a52b-4c64-a5e8-c915ce809370 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 944 time: 1.4727907 Oct 25 14:57:40.645767 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e5dc99bf-7d2f-4c56-9590-40f5372535e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:40.662818 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:40.689268 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'name': 'tempest-ServerRescueNegativeTestJSON-2103354307-router', 'tenant_id': 'ad3d552c59c44b589058c87aff396848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '5d29216b-f5c1-487d-b067-b6b11635127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:11Z', 'updated_at': '2021-10-25T14:57:31Z', 'revision_number': 4, 'project_id': 'ad3d552c59c44b589058c87aff396848', 'gw_port': {'id': '5d29216b-f5c1-487d-b067-b6b11635127b', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '851ca48d-5f63-4351-b966-5eb29f05d59b', 'name': '', 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534', 'tenant_id': 'ad3d552c59c44b589058c87aff396848', 'mac_address': 'fa:16:3e:6b:f8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6ad7cb1-9890-416a-a602-edb9293268a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:26Z', 'updated_at': '2021-10-25T14:57:34Z', 'revision_number': 2, 'project_id': 'ad3d552c59c44b589058c87aff396848', 'subnets': [{'id': 'b6ad7cb1-9890-416a-a602-edb9293268a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:40.699990 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Checking router: f8396fb8-b811-46b7-a200-ef50ab9c577c for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 14:57:40.700567 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Updating router f8396fb8-b811-46b7-a200-ef50ab9c577c port 851ca48d-5f63-4351-b966-5eb29f05d59b binding host dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 14:57:40.721311 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-37a16dc8-da5e-4d57-bd3b-2d289c9a7125 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=68a9db95316443be870b18c5243d5676&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2990470 Oct 25 14:57:40.725933 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 54548) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:40.729300 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-bd6ce31f-982c-478e-9dff-fedf85ee6d10 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:40.731127 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-bd6ce31f-982c-478e-9dff-fedf85ee6d10 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/networks?id=d011acd3-1a02-4289-8a6a-1c3593568534 HTTP/1.1" status: 200 len: 819 time: 0.9290304 Oct 25 14:57:40.838645 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:40.952202 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-06643085-092f-4f1c-b62d-1bff6cd7cb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:40.972054 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event updated for resources: {'Port': ['ID=9f67bae3-34fb-4623-a084-ff9718d04efd,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:41.002716 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:41.009060 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-dfe6fdd3-8811-420c-a978-c3527e759b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:41.044537 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port e971a096-03c1-413f-af8b-a1906b207c78, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=e971a096-03c1-413f-af8b-a1906b207c78,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:57:41.054107 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-87073b16-84d3-4dfc-8674-e7db23101a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:41.075915 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-06643085-092f-4f1c-b62d-1bff6cd7cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:41.080696 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:41.094900 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f7b4c86a-2bc2-475d-ac5b-b81e99b539ab req-9540d58b-18ef-42aa-a7fb-bcd2284673ac tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/security-groups?id=83ea0d27-ec0a-4186-a00f-812de495a024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994124 Oct 25 14:57:41.106801 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:57:41.109195 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-87073b16-84d3-4dfc-8674-e7db23101a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:41.116878 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-92ecc1a1-7e8b-4832-89c6-294b4599ad77 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/quotas/ad3d552c59c44b589058c87aff396848 HTTP/1.1" status: 200 len: 375 time: 0.2209079 Oct 25 14:57:41.127409 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:57:41.163114 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb03a91-e408-40f5-9f7b-7d7429a51f5e req-1913ab0a-2762-46cf-aef4-211f7374ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:41.166012 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4cb03a91-e408-40f5-9f7b-7d7429a51f5e req-1913ab0a-2762-46cf-aef4-211f7374ef94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9c75e86b-e962-48e0-9873-db386a9b22af HTTP/1.1" status: 200 len: 913 time: 0.3392513 Oct 25 14:57:41.170299 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:41.189217 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-a8b4cfc3-3c43-42f0-8ce1-46f6ffa6eac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:41.211976 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Received port after_create {{(pid=86779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:57:41.284852 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=e971a096-03c1-413f-af8b-a1906b207c78,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:41.288663 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:41.300360 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-dfe6fdd3-8811-420c-a978-c3527e759b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:41.401377 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4cb03a91-e408-40f5-9f7b-7d7429a51f5e req-df4d0270-78a9-4bad-81f4-1f1f5a74fe65 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e9701ea-81a9-4699-893f-3c78671c9c96 HTTP/1.1" status: 200 len: 217 time: 0.2215438 Oct 25 14:57:41.403174 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-dfe6fdd3-8811-420c-a978-c3527e759b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:41.409269 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:41.464420 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:41.472884 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6fdd3-8811-420c-a978-c3527e759b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76bb31b-3fe4-45b7-91ce-225302a17a93,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:41.486486 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-06643085-092f-4f1c-b62d-1bff6cd7cb42 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb3e29e2f2df44c4b37cf9d193e2d6fb&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5612919 Oct 25 14:57:41.502123 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-dfe6fdd3-8811-420c-a978-c3527e759b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:41.502582 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 54568) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:41.504829 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06643085-092f-4f1c-b62d-1bff6cd7cb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30fa9ac-0393-4009-b679-0c1051a06b8f,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:41.532271 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-dfe6fdd3-8811-420c-a978-c3527e759b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:41.537260 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-dfe6fdd3-8811-420c-a978-c3527e759b9c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b76bb31b-3fe4-45b7-91ce-225302a17a93 HTTP/1.1" status: 204 len: 168 time: 0.8096786 Oct 25 14:57:41.554818 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-87073b16-84d3-4dfc-8674-e7db23101a60 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf7f35127dde4a339988efc5d147fc4e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0217459 Oct 25 14:57:41.567271 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 54576) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:41.585156 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Notify callbacks [] for port, precommit_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:41.608898 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb03a91-e408-40f5-9f7b-7d7429a51f5e req-6c952113-e5e7-4a10-8c52-bf44db1ca8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:41.611115 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4cb03a91-e408-40f5-9f7b-7d7429a51f5e req-6c952113-e5e7-4a10-8c52-bf44db1ca8b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52adf1b8-6c9e-467e-b8de-87ca5db27686 HTTP/1.1" status: 200 len: 852 time: 0.1855090 Oct 25 14:57:41.653141 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-0dc4cb02-3411-44eb-bca2-c8f162ce3f27 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ad3d552c59c44b589058c87aff396848&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5351017 Oct 25 14:57:41.687063 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Transition to ACTIVE for port object 851ca48d-5f63-4351-b966-5eb29f05d59b will not be triggered until provisioned by entity L2. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:57:41.689640 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87073b16-84d3-4dfc-8674-e7db23101a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cad07e-33ab-4103-87b9-9faffe27b26a,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:41.698105 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-87073b16-84d3-4dfc-8674-e7db23101a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:41.699280 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-160103fc-b19a-4d4b-8b16-5d6fd3dff952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:41.700180 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-160103fc-b19a-4d4b-8b16-5d6fd3dff952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:41.712023 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4cb03a91-e408-40f5-9f7b-7d7429a51f5e req-e29c92fe-c27f-4179-b70e-2f2f3f7391e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c75e86b-e962-48e0-9873-db386a9b22af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854440 Oct 25 14:57:41.717523 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:41.735977 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:41.743423 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:41.768515 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8564b894-d34c-435e-9590-800111f46daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:42.006480 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717af46-f989-4cc1-99c9-35452ec0dae3 None None] Pushing event updated for resources: {'Port': ['ID=851ca48d-5f63-4351-b966-5eb29f05d59b,revision_number=3']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:42.031984 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-7717af46-f989-4cc1-99c9-35452ec0dae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:42.127295 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4cb03a91-e408-40f5-9f7b-7d7429a51f5e req-6ca2d592-4591-47cd-9122-a12816fd91e7 service neutron] 10.222.0.31 "GET /v2.0/networks/9c75e86b-e962-48e0-9873-db386a9b22af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036953 Oct 25 14:57:42.132505 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8564b894-d34c-435e-9590-800111f46daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:42.237277 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6010daa9-c451-452c-a4c2-777660ae1910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:42.284782 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6010daa9-c451-452c-a4c2-777660ae1910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:42.337679 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Attempting to bind port 851ca48d-5f63-4351-b966-5eb29f05d59b on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:57:42.338849 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Attempting to bind port 851ca48d-5f63-4351-b966-5eb29f05d59b by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': 'f86f91bb-5f5c-47e8-8f05-255f7a52388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534'}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:57:42.338849 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Attempting to bind port 851ca48d-5f63-4351-b966-5eb29f05d59b on network d011acd3-1a02-4289-8a6a-1c3593568534 {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:57:42.354068 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:57:42.356274 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Checking segment: {'id': 'f86f91bb-5f5c-47e8-8f05-255f7a52388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:57:42.357539 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:42.358232 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Bound using segment: {'id': 'f86f91bb-5f5c-47e8-8f05-255f7a52388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534'} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:57:42.358908 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Bound port: 851ca48d-5f63-4351-b966-5eb29f05d59b, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86f91bb-5f5c-47e8-8f05-255f7a52388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534'}}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:57:42.359663 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:42.482946 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4cb03a91-e408-40f5-9f7b-7d7429a51f5e req-90b5041e-a750-478c-a3b7-32e94e250b70 service neutron] 10.222.0.31 "GET /v2.0/networks/9c75e86b-e962-48e0-9873-db386a9b22af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173983 Oct 25 14:57:42.486822 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6010daa9-c451-452c-a4c2-777660ae1910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:42.490336 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-f3d94348-b8a9-4777-b861-92ec3a7d6cfb service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=86779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 14:57:42.494040 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-f3d94348-b8a9-4777-b861-92ec3a7d6cfb service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3102648 Oct 25 14:57:42.507279 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] For port 851ca48d-5f63-4351-b966-5eb29f05d59b, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:57:42.509692 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:42.514595 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] For port 851ca48d-5f63-4351-b966-5eb29f05d59b, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=851ca48d-5f63-4351-b966-5eb29f05d59b,segment=NetworkSegment(f86f91bb-5f5c-47e8-8f05-255f7a52388d),segment_id=f86f91bb-5f5c-47e8-8f05-255f7a52388d)] {{(pid=86780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:57:42.526392 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010daa9-c451-452c-a4c2-777660ae1910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cad07e-33ab-4103-87b9-9faffe27b26a,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:42.529944 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-6010daa9-c451-452c-a4c2-777660ae1910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:42.556223 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6010daa9-c451-452c-a4c2-777660ae1910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:42.560200 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-6010daa9-c451-452c-a4c2-777660ae1910 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c6cad07e-33ab-4103-87b9-9faffe27b26a HTTP/1.1" status: 204 len: 168 time: 0.9912755 Oct 25 14:57:42.583572 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8564b894-d34c-435e-9590-800111f46daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:42.589139 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-e7cdf905-b75f-442d-a533-a8fb488edd28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:42.597894 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:42.607607 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564b894-d34c-435e-9590-800111f46daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30fa9ac-0393-4009-b679-0c1051a06b8f,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:42.611835 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-8564b894-d34c-435e-9590-800111f46daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:42.614879 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8564b894-d34c-435e-9590-800111f46daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:42.619500 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-8564b894-d34c-435e-9590-800111f46daa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d30fa9ac-0393-4009-b679-0c1051a06b8f HTTP/1.1" status: 204 len: 168 time: 1.1126654 Oct 25 14:57:42.646931 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:42.723498 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.db.resource_extend [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 14:57:42.748686 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for port, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:42.752683 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Routers {'f8396fb8-b811-46b7-a200-ef50ab9c577c'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:57:42.754671 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:57:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['f8396fb8-b811-46b7-a200-ef50ab9c577c'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:42.767332 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c3adb-8966-4332-9f5a-6d4d2956cb0d req-81399041-d139-4b7c-8d6b-e859e75f4227 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:42.768864 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c40c3adb-8966-4332-9f5a-6d4d2956cb0d req-81399041-d139-4b7c-8d6b-e859e75f4227 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 944 time: 0.4423959 Oct 25 14:57:42.772578 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:42.793806 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:42.892821 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672821'] for floatingip, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:42.938989 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-32b084f2-c313-4f3b-93b3-a8cdcbe164f7 service neutron] 10.222.0.62 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220483 Oct 25 14:57:42.947931 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for floatingip, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:42.949513 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5452909 Oct 25 14:57:42.990737 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c40c3adb-8966-4332-9f5a-6d4d2956cb0d req-f248942d-b565-4404-8f8c-62f1fd5cea45 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/security-groups?id=83ea0d27-ec0a-4186-a00f-812de495a024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056482 Oct 25 14:57:43.006002 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717af46-f989-4cc1-99c9-35452ec0dae3 None None] Pushing event updated for resources: {'Port': ['ID=851ca48d-5f63-4351-b966-5eb29f05d59b,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:43.013332 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-7717af46-f989-4cc1-99c9-35452ec0dae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:43.181605 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event updated for resources: {'Port': ['ID=9f67bae3-34fb-4623-a084-ff9718d04efd,revision_number=2']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:43.193928 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:43.244619 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] Set router f8396fb8-b811-46b7-a200-ef50ab9c577c gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:57:43.261530 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-9bf59848-5dd6-433b-bb12-d9eb1cafba16 service neutron] 10.222.0.62 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060310 Oct 25 14:57:43.347431 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device e971a096-03c1-413f-af8b-a1906b207c78 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:57:43.614942 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port e971a096-03c1-413f-af8b-a1906b207c78 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:57:43.615325 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:43.750549 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 54644) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:43.784367 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-c3f64a79-1b93-498c-b44f-932fd35954f6 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Synchronizing usage tracker for tenant:ec1fc5a480a1442bac3e578b604cf89f on resource:security_group {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 14:57:43.790804 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 54650) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:43.826529 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-03b8a78f-a568-4c85-8323-babaeabdb0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:43.869085 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b0d01d2c-55a4-49ab-b76a-795617d87003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:43.907064 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-03b8a78f-a568-4c85-8323-babaeabdb0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:43.914721 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-03b8a78f-a568-4c85-8323-babaeabdb0d5 admin admin] Usage tracker for resource:security_group_rule and tenant:ba26f49d3eea4f6998ce9b9a54091099 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:43.918552 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-b0d01d2c-55a4-49ab-b76a-795617d87003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:43.921794 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-03b8a78f-a568-4c85-8323-babaeabdb0d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:43.929774 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-b0d01d2c-55a4-49ab-b76a-795617d87003 admin admin] Usage tracker for resource:security_group_rule and tenant:a0bbd000b9c14d7d8235eb4926211b81 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:43.934122 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-03b8a78f-a568-4c85-8323-babaeabdb0d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:43.937171 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-b0d01d2c-55a4-49ab-b76a-795617d87003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:43.947967 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-b0d01d2c-55a4-49ab-b76a-795617d87003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:43.978222 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-d36c29f7-3087-4d70-b789-a6e3e1f28242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:44.080579 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-34168f64-c234-473d-b145-52db4e16ef97 req-050a153b-67fe-476a-8a51-07c2467732be tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 210 time: 0.2798660 Oct 25 14:57:44.166876 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-c3f64a79-1b93-498c-b44f-932fd35954f6 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Unset dirty status for tenant:ec1fc5a480a1442bac3e578b604cf89f on resource:security_group {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 14:57:44.175414 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-c3f64a79-1b93-498c-b44f-932fd35954f6 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--720611987&fields=id&tenant_id=ec1fc5a480a1442bac3e578b604cf89f HTTP/1.1" status: 200 len: 267 time: 0.5304255 Oct 25 14:57:44.329160 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 7e9701ea-81a9-4699-893f-3c78671c9c96 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 14:57:44.366119 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b0d01d2c-55a4-49ab-b76a-795617d87003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:44.386764 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b0d01d2c-55a4-49ab-b76a-795617d87003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:44.603929 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-63d5c78f-2875-403c-a0c5-9a774a1f08e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:44.734834 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-b0d01d2c-55a4-49ab-b76a-795617d87003 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a0bbd000b9c14d7d8235eb4926211b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9404354 Oct 25 14:57:44.736182 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 54696) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:44.811014 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-e97b922d-6469-4de0-af43-a51b8087b718 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:44.816329 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-e97b922d-6469-4de0-af43-a51b8087b718 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Synchronizing usage tracker for tenant:ec1fc5a480a1442bac3e578b604cf89f on resource:network {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 14:57:44.823800 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d01d2c-55a4-49ab-b76a-795617d87003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07178bb1-b0ad-48e9-89ca-a1aa28ee4dfa,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:44.834462 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-b0d01d2c-55a4-49ab-b76a-795617d87003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:44.863916 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:44.890230 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0f5aa-8499-4ec9-ac9b-6a0c8a7df7f7 req-098cf724-bb2f-42e4-a166-d89ea81f4959 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:44.893278 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-00b0f5aa-8499-4ec9-ac9b-6a0c8a7df7f7 req-098cf724-bb2f-42e4-a166-d89ea81f4959 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 944 time: 0.4356446 Oct 25 14:57:44.897340 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-e97b922d-6469-4de0-af43-a51b8087b718 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Unset dirty status for tenant:ec1fc5a480a1442bac3e578b604cf89f on resource:network {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 14:57:44.908103 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-e97b922d-6469-4de0-af43-a51b8087b718 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/networks?id=9ab300cd-9646-4c55-951a-9f82ccc02761 HTTP/1.1" status: 200 len: 810 time: 0.6830733 Oct 25 14:57:44.943857 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-fc73fec1-39b8-4479-926c-e4cbbf985061 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/quotas/ec1fc5a480a1442bac3e578b604cf89f HTTP/1.1" status: 200 len: 375 time: 0.0336096 Oct 25 14:57:44.986370 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'name': 'tempest-ServerRescueNegativeTestJSON-2103354307-router', 'tenant_id': 'ad3d552c59c44b589058c87aff396848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '5d29216b-f5c1-487d-b067-b6b11635127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:11Z', 'updated_at': '2021-10-25T14:57:31Z', 'revision_number': 4, 'project_id': 'ad3d552c59c44b589058c87aff396848', 'gw_port': {'id': '5d29216b-f5c1-487d-b067-b6b11635127b', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '851ca48d-5f63-4351-b966-5eb29f05d59b', 'name': '', 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534', 'tenant_id': 'ad3d552c59c44b589058c87aff396848', 'mac_address': 'fa:16:3e:6b:f8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6ad7cb1-9890-416a-a602-edb9293268a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:26Z', 'updated_at': '2021-10-25T14:57:42Z', 'revision_number': 4, 'project_id': 'ad3d552c59c44b589058c87aff396848', 'subnets': [{'id': 'b6ad7cb1-9890-416a-a602-edb9293268a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:57:45.007836 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-03b8a78f-a568-4c85-8323-babaeabdb0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:45.042375 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-03b8a78f-a568-4c85-8323-babaeabdb0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:45.047404 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b4a59e-c8f4-4e4e-980b-7f625e9613e1 None None] The sync data for ids ['f8396fb8-b811-46b7-a200-ef50ab9c577c'] in dv-cinder-813751-1-smb is: [{'id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'name': 'tempest-ServerRescueNegativeTestJSON-2103354307-router', 'tenant_id': 'ad3d552c59c44b589058c87aff396848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '5d29216b-f5c1-487d-b067-b6b11635127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:11Z', 'updated_at': '2021-10-25T14:57:31Z', 'revision_number': 4, 'project_id': 'ad3d552c59c44b589058c87aff396848', 'gw_port': {'id': '5d29216b-f5c1-487d-b067-b6b11635127b', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '851ca48d-5f63-4351-b966-5eb29f05d59b', 'name': '', 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534', 'tenant_id': 'ad3d552c59c44b589058c87aff396848', 'mac_address': 'fa:16:3e:6b:f8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6ad7cb1-9890-416a-a602-edb9293268a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:26Z', 'updated_at': '2021-10-25T14:57:42Z', 'revision_number': 4, 'project_id': 'ad3d552c59c44b589058c87aff396848', 'subnets': [{'id': 'b6ad7cb1-9890-416a-a602-edb9293268a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 14:57:45.085795 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 7e9701ea-81a9-4699-893f-3c78671c9c96, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=7e9701ea-81a9-4699-893f-3c78671c9c96,segment=NetworkSegment(cfdc7762-0832-4d9e-abe7-d066c04bc8f9),segment_id=cfdc7762-0832-4d9e-abe7-d066c04bc8f9)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:57:45.184709 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-00b0f5aa-8499-4ec9-ac9b-6a0c8a7df7f7 req-89e99ea9-8d81-4e54-9a18-e9b80a73e96f tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/security-groups?id=83ea0d27-ec0a-4186-a00f-812de495a024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511406 Oct 25 14:57:45.192722 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': '7e9701ea-81a9-4699-893f-3c78671c9c96', 'network_id': '9c75e86b-e962-48e0-9873-db386a9b22af', 'port_id': '7e9701ea-81a9-4699-893f-3c78671c9c96', 'mac_address': 'fa:16:3e:de:0b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52adf1b8-6c9e-467e-b8de-87ca5db27686', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 14:57:45.289187 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-07828779-f8ab-4e19-b8bb-c71bec0dbbf0 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Synchronizing usage tracker for tenant:ec1fc5a480a1442bac3e578b604cf89f on resource:port {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 14:57:45.324163 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-055443b7-4b74-45eb-a5b0-abc7cfb49786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:45.359791 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-03b8a78f-a568-4c85-8323-babaeabdb0d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ba26f49d3eea4f6998ce9b9a54091099&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6049206 Oct 25 14:57:45.360472 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 54730) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:45.409639 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-07828779-f8ab-4e19-b8bb-c71bec0dbbf0 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Unset dirty status for tenant:ec1fc5a480a1442bac3e578b604cf89f on resource:port {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 14:57:45.410990 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-07828779-f8ab-4e19-b8bb-c71bec0dbbf0 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ec1fc5a480a1442bac3e578b604cf89f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4663846 Oct 25 14:57:45.416164 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-97a200ff-9060-4feb-b5f0-982969031d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:45.431709 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 851ca48d-5f63-4351-b966-5eb29f05d59b up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:57:45.505553 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8a78f-a568-4c85-8323-babaeabdb0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b00ee7-838b-419c-ac6b-521fea93ee6d,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:45.520544 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-03b8a78f-a568-4c85-8323-babaeabdb0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:45.545125 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-97a200ff-9060-4feb-b5f0-982969031d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:45.657927 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:45.678555 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-97a200ff-9060-4feb-b5f0-982969031d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:45.684934 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-b9dcdbb4-ca53-4267-96e7-cee77eeef961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:45.717726 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a200ff-9060-4feb-b5f0-982969031d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07178bb1-b0ad-48e9-89ca-a1aa28ee4dfa,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:45.723500 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-97a200ff-9060-4feb-b5f0-982969031d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:45.745556 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-97a200ff-9060-4feb-b5f0-982969031d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:45.755221 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-97a200ff-9060-4feb-b5f0-982969031d0a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07178bb1-b0ad-48e9-89ca-a1aa28ee4dfa HTTP/1.1" status: 204 len: 168 time: 1.0115952 Oct 25 14:57:45.806247 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ac320c23-09e7-43ba-84d7-7d8963258b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:45.866344 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e9701ea-81a9-4699-893f-3c78671c9c96 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 14:57:45.971222 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 7e9701ea-81a9-4699-893f-3c78671c9c96, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=7e9701ea-81a9-4699-893f-3c78671c9c96,segment=NetworkSegment(cfdc7762-0832-4d9e-abe7-d066c04bc8f9),segment_id=cfdc7762-0832-4d9e-abe7-d066c04bc8f9)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:57:45.984766 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port 851ca48d-5f63-4351-b966-5eb29f05d59b completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:57:46.002260 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:46.015213 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-7717af46-f989-4cc1-99c9-35452ec0dae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:46.106377 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ac320c23-09e7-43ba-84d7-7d8963258b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:46.222612 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 851ca48d-5f63-4351-b966-5eb29f05d59b triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:57:46.223222 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:46.437932 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['7e9701ea-81a9-4699-893f-3c78671c9c96'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 14:57:46.478133 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-17a9d75d-d14c-40c5-af60-8e71cba5f4f2 service neutron] 10.222.0.62 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0453246 Oct 25 14:57:46.604577 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 54776) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:46.640273 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:46.645835 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=7e9701ea-81a9-4699-893f-3c78671c9c96,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:46.651111 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:46.685856 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ac320c23-09e7-43ba-84d7-7d8963258b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:46.841894 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:46.842373 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-036982e1-016f-4716-ba3b-a430f2fb8a4c tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:46.851409 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-036982e1-016f-4716-ba3b-a430f2fb8a4c tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/networks?id=d011acd3-1a02-4289-8a6a-1c3593568534 HTTP/1.1" status: 200 len: 819 time: 1.2083216 Oct 25 14:57:46.956835 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-23deb2dc-128d-49d7-be3d-6c0380e95b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:47.018454 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fc7ecfa5-da4c-4e7e-b0f7-325110e6e3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:47.045799 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ac320c23-09e7-43ba-84d7-7d8963258b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:47.046902 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-ac320c23-09e7-43ba-84d7-7d8963258b47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76b00ee7-838b-419c-ac6b-521fea93ee6d HTTP/1.1" status: 204 len: 168 time: 1.6852405 Oct 25 14:57:47.064995 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac320c23-09e7-43ba-84d7-7d8963258b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b00ee7-838b-419c-ac6b-521fea93ee6d,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:47.069293 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-ac320c23-09e7-43ba-84d7-7d8963258b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:47.103764 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-3e7ba4e0-40f4-4277-8781-05296922b797 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/quotas/ad3d552c59c44b589058c87aff396848 HTTP/1.1" status: 200 len: 375 time: 0.0799723 Oct 25 14:57:47.128210 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-fc7ecfa5-da4c-4e7e-b0f7-325110e6e3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:47.143311 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-fc7ecfa5-da4c-4e7e-b0f7-325110e6e3eb admin admin] Usage tracker for resource:security_group_rule and tenant:84786eb605494ad7a76cab906bec1bd6 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:47.162619 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-fc7ecfa5-da4c-4e7e-b0f7-325110e6e3eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:47.195873 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-fc7ecfa5-da4c-4e7e-b0f7-325110e6e3eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:47.216421 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port 851ca48d-5f63-4351-b966-5eb29f05d59b, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=851ca48d-5f63-4351-b966-5eb29f05d59b,segment=NetworkSegment(f86f91bb-5f5c-47e8-8f05-255f7a52388d),segment_id=f86f91bb-5f5c-47e8-8f05-255f7a52388d)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:57:47.334156 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:47.345736 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:47.364090 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-3f20ed5a-29d1-4c88-97a0-39780197e0d2 service neutron] 10.222.0.62 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8124044 Oct 25 14:57:47.443610 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-3be6c634-821b-406a-96d5-d03d8f0ac103 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ad3d552c59c44b589058c87aff396848&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3372879 Oct 25 14:57:47.652334 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=851ca48d-5f63-4351-b966-5eb29f05d59b,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:47.664910 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:47.728780 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-cd6ec6bb-3685-428f-a614-a54eaf374881 service neutron] 10.222.0.62 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826869 Oct 25 14:57:47.951414 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fc7ecfa5-da4c-4e7e-b0f7-325110e6e3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:47.972642 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fc7ecfa5-da4c-4e7e-b0f7-325110e6e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:48.043752 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:48.199204 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 7e9701ea-81a9-4699-893f-3c78671c9c96 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:57:48.309766 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-c0de0e4b-e2f9-46d2-b90f-d03532105a5e service neutron] 10.222.0.62 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745423 Oct 25 14:57:48.388033 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port 7e9701ea-81a9-4699-893f-3c78671c9c96 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:57:48.404463 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port 7e9701ea-81a9-4699-893f-3c78671c9c96 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:57:48.405072 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:48.444937 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ecfa5-da4c-4e7e-b0f7-325110e6e3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c7c274-7feb-49cf-802d-85d976d8fdda,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:48.494511 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-c58899a0-6081-459d-bf19-e877062823e7 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:48.494930 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-c58899a0-6081-459d-bf19-e877062823e7 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Synchronizing usage tracker for tenant:ad3d552c59c44b589058c87aff396848 on resource:network {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 14:57:48.503426 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-fc7ecfa5-da4c-4e7e-b0f7-325110e6e3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:48.518648 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-fc7ecfa5-da4c-4e7e-b0f7-325110e6e3eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84786eb605494ad7a76cab906bec1bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9114141 Oct 25 14:57:48.520215 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 54846) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:48.631774 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-c58899a0-6081-459d-bf19-e877062823e7 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Unset dirty status for tenant:ad3d552c59c44b589058c87aff396848 on resource:network {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 14:57:48.632964 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-c58899a0-6081-459d-bf19-e877062823e7 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.31 "GET /v2.0/networks?id=d011acd3-1a02-4289-8a6a-1c3593568534 HTTP/1.1" status: 200 len: 819 time: 1.2518096 Oct 25 14:57:48.696290 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Request body: {'port': {'device_id': 'aa40971c-a847-48ee-9412-99949b010606', 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534', 'admin_state_up': True, 'tenant_id': 'ad3d552c59c44b589058c87aff396848'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:48.713466 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddfed5-d07a-481c-a213-49c669b2f081 req-f12cd25e-af64-4dd6-8fc5-c187a5180196 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:48.723568 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f4ddfed5-d07a-481c-a213-49c669b2f081 req-f12cd25e-af64-4dd6-8fc5-c187a5180196 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 945 time: 0.4100947 Oct 25 14:57:48.885888 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:48.970761 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9701ea-81a9-4699-893f-3c78671c9c96'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:57:49.015578 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9d2db271-eee6-4a42-a149-599b676c9483 req-dff60fba-3327-41af-9874-0483f7339956 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 210 time: 0.2183180 Oct 25 14:57:49.035619 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f4ddfed5-d07a-481c-a213-49c669b2f081 req-907e6ffc-90fd-4ffd-90df-618e12958b7d tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/security-groups?id=83ea0d27-ec0a-4186-a00f-812de495a024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109465 Oct 25 14:57:49.124678 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 7e9701ea-81a9-4699-893f-3c78671c9c96, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=7e9701ea-81a9-4699-893f-3c78671c9c96,segment=NetworkSegment(cfdc7762-0832-4d9e-abe7-d066c04bc8f9),segment_id=cfdc7762-0832-4d9e-abe7-d066c04bc8f9)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:57:49.136451 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:49.138611 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:49.203545 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0c466338-7426-4f33-b4ae-00358b18ca49 req-092f9485-7890-4632-9985-f845d2e52219 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 210 time: 0.0859275 Oct 25 14:57:49.295068 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=7e9701ea-81a9-4699-893f-3c78671c9c96,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:49.300186 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:49.428685 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:49.469009 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Usage tracker for resource:port and tenant:ad3d552c59c44b589058c87aff396848 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:49.479200 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fd28-b3a9-40c1-b50f-33d0e740405d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:49.481770 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:49.507848 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:49.514844 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 851ca48d-5f63-4351-b966-5eb29f05d59b up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:57:49.560616 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fd28-b3a9-40c1-b50f-33d0e740405d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:49.606185 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Made reservation on behalf of ad3d552c59c44b589058c87aff396848 for: {'port': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:57:49.611010 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:49.630773 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 851ca48d-5f63-4351-b966-5eb29f05d59b triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:57:49.631151 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:49.839857 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9701ea-81a9-4699-893f-3c78671c9c96', 'code': 200} Oct 25 14:57:49.967174 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fd28-b3a9-40c1-b50f-33d0e740405d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:49.983598 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:49.998715 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6fd28-b3a9-40c1-b50f-33d0e740405d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c7c274-7feb-49cf-802d-85d976d8fdda,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:50.003592 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-dbf6fd28-b3a9-40c1-b50f-33d0e740405d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:50.080478 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Allocated IP 172.20.0.14 (d011acd3-1a02-4289-8a6a-1c3593568534/b6ad7cb1-9890-416a-a602-edb9293268a1/eab98c54-814d-48ee-ade3-0ebf043688c4) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:57:50.113375 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fd28-b3a9-40c1-b50f-33d0e740405d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:50.119127 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-dbf6fd28-b3a9-40c1-b50f-33d0e740405d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c5c7c274-7feb-49cf-802d-85d976d8fdda HTTP/1.1" status: 204 len: 168 time: 1.5963037 Oct 25 14:57:50.363443 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.31', 63989) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:50.560233 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.31', 63990) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:50.619308 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-644fe07a-6a91-416d-89fd-db632bbef8e6 req-c0725ae7-1f8d-4e1f-87b2-a83f01d13031 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 210 time: 0.2909017 Oct 25 14:57:50.758633 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab863a6-01a6-454e-a152-0164bf8c16ec req-c9513053-7b95-485e-b403-c8f559fe1054 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:50.760206 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dab863a6-01a6-454e-a152-0164bf8c16ec req-c9513053-7b95-485e-b403-c8f559fe1054 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 946 time: 0.3131611 Oct 25 14:57:50.844459 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:50.904371 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:50.916660 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-a9679c03-3547-4dd0-8472-f9afd45e8fb7 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:50.918542 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-a9679c03-3547-4dd0-8472-f9afd45e8fb7 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.31 "GET /v2.0/networks?id=9ab300cd-9646-4c55-951a-9f82ccc02761 HTTP/1.1" status: 200 len: 810 time: 0.5537319 Oct 25 14:57:50.919219 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dab863a6-01a6-454e-a152-0164bf8c16ec req-aa4027b3-baa1-44a7-955d-eed62d4117bc tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/security-groups?id=83ea0d27-ec0a-4186-a00f-812de495a024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516786 Oct 25 14:57:50.931315 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-16cec653-7c11-4935-9c8b-ce1e88213bb9 req-293dccad-0a15-46b6-b2ef-5f8b8ea66cf3 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 210 time: 0.1058869 Oct 25 14:57:50.970688 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:51.125526 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Network d011acd3-1a02-4289-8a6a-1c3593568534 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:57:51.138362 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:57:51.153815 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.31', 63993) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:57:51.188488 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:57:51.352721 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-e5ff8423-02a3-48d0-93ac-d52120a31bd6 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec1fc5a480a1442bac3e578b604cf89f HTTP/1.1" status: 200 len: 379 time: 0.3915436 Oct 25 14:57:51.365526 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Pushing event updated for resources: {'Port': ['ID=eab98c54-814d-48ee-ade3-0ebf043688c4,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:51.382012 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345091f-366e-4081-96f9-7d51dcbb584d req-680a3aae-24fa-449e-bfbf-4e22ad89c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:51.387049 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8345091f-366e-4081-96f9-7d51dcbb584d req-680a3aae-24fa-449e-bfbf-4e22ad89c21c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 1099 time: 0.8146300 Oct 25 14:57:51.396168 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:51.404611 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Request body: {'port': {'device_id': '473fc4c2-8c9d-4ec3-8002-b4a14b072ec2', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'admin_state_up': True, 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'security_groups': ['1fbbc6af-e48c-4ef4-8476-034aafd6aa3f']}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:51.539966 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-b14a7c45-5324-4c83-a2d4-99c96eb4cccc tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:51.548124 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-b14a7c45-5324-4c83-a2d4-99c96eb4cccc tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.31 "GET /v2.0/networks?id=d011acd3-1a02-4289-8a6a-1c3593568534 HTTP/1.1" status: 200 len: 819 time: 0.3966544 Oct 25 14:57:51.567383 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Request body: {'port': {'device_id': 'f61bd9e7-d007-45cb-9757-9960dc619690', 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534', 'admin_state_up': True, 'tenant_id': 'ad3d552c59c44b589058c87aff396848'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:51.652769 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:51.653439 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:51.728353 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-8345091f-366e-4081-96f9-7d51dcbb584d req-b6fab1c2-65d5-498b-9cdd-f608d3bcc52d service neutron] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:51.778450 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-8345091f-366e-4081-96f9-7d51dcbb584d req-b6fab1c2-65d5-498b-9cdd-f608d3bcc52d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:51.786221 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1263590 Oct 25 14:57:51.793026 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-8345091f-366e-4081-96f9-7d51dcbb584d req-b6fab1c2-65d5-498b-9cdd-f608d3bcc52d service neutron] Usage tracker for resource:security_group_rule and tenant:28b9b5b419a34a8a814e15825a58ea54 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:51.804323 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-8345091f-366e-4081-96f9-7d51dcbb584d req-b6fab1c2-65d5-498b-9cdd-f608d3bcc52d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:51.826363 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Request body: {'port': {'device_id': 'aa40971c-a847-48ee-9412-99949b010606', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:51.879370 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-8345091f-366e-4081-96f9-7d51dcbb584d req-b6fab1c2-65d5-498b-9cdd-f608d3bcc52d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:52.123572 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d23b7dfc-4b77-4bc5-a97c-68ea77f3a17b req-9956ced2-5c09-422d-9efb-0e39b48c1c3a tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 210 time: 0.1563420 Oct 25 14:57:52.144688 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:52.159372 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Usage tracker for resource:port and tenant:ad3d552c59c44b589058c87aff396848 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:57:52.166709 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:57:52.186181 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:52.250461 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Made reservation on behalf of ad3d552c59c44b589058c87aff396848 for: {'port': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:57:52.254551 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:52.319842 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:57:52.343846 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:52.398674 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:57:52.479545 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d2aaf809-bb77-4476-9815-7099f0804f74 req-75cf2cc0-838a-47c1-b003-cfaf4e1726fd tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 210 time: 0.0853517 Oct 25 14:57:52.489798 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Made reservation on behalf of ec1fc5a480a1442bac3e578b604cf89f for: {'port': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:57:52.492069 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaac462-7e53-47b4-93ab-5bc0881a9cc9 req-b2b91145-1dc0-4592-acbe-604f972de023 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:52.494463 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5eaac462-7e53-47b4-93ab-5bc0881a9cc9 req-b2b91145-1dc0-4592-acbe-604f972de023 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 946 time: 0.2908444 Oct 25 14:57:52.510361 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:52.625620 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-8345091f-366e-4081-96f9-7d51dcbb584d req-b6fab1c2-65d5-498b-9cdd-f608d3bcc52d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:52.629624 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5eaac462-7e53-47b4-93ab-5bc0881a9cc9 req-b6f153fe-4b7c-4431-9431-606c177173c7 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/security-groups?id=83ea0d27-ec0a-4186-a00f-812de495a024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266351 Oct 25 14:57:52.637794 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_common [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Allocated IP 172.20.0.9 (d011acd3-1a02-4289-8a6a-1c3593568534/b6ad7cb1-9890-416a-a602-edb9293268a1/d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad) {{(pid=86779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:57:52.656762 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-8345091f-366e-4081-96f9-7d51dcbb584d req-b6fab1c2-65d5-498b-9cdd-f608d3bcc52d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:52.736749 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:52.747877 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8345091f-366e-4081-96f9-7d51dcbb584d req-b6fab1c2-65d5-498b-9cdd-f608d3bcc52d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=83ea0d27-ec0a-4186-a00f-812de495a024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2976761 Oct 25 14:57:52.857985 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fab1c2-65d5-498b-9cdd-f608d3bcc52d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=baac0e30-86fd-4ad8-a57b-e4144fcd82a3,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:52.861789 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-b6fab1c2-65d5-498b-9cdd-f608d3bcc52d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:52.993188 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Allocated IP 172.20.0.4 (9ab300cd-9646-4c55-951a-9f82ccc02761/7be2497d-78d4-40d2-b881-9b05ba010f0d/4506a304-33a5-4d3d-80bf-3364aadb15a0) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:57:53.053212 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Notify callbacks [] for port, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:53.094863 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387'] for port, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:53.103192 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:53.208890 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Network d011acd3-1a02-4289-8a6a-1c3593568534 is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:57:53.226282 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:57:53.238928 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Received port after_create {{(pid=86779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:57:53.246343 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:53.248873 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for port, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:53.285165 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Pushing event updated for resources: {'Port': ['ID=d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:53.292779 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:53.320237 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7574468 Oct 25 14:57:53.341390 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Request body: {'port': {'device_id': 'f61bd9e7-d007-45cb-9757-9960dc619690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:53.431111 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:53.460360 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Transition to ACTIVE for port object 4506a304-33a5-4d3d-80bf-3364aadb15a0 will not be triggered until provisioned by entity DHCP. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:57:53.522975 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e97268a4-e6e6-4d2c-b626-6297128f6555 req-4cf16866-56a7-4145-935f-89c62843ee0c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 210 time: 0.1038384 Oct 25 14:57:53.630373 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab98c54-814d-48ee-ade3-0ebf043688c4 {{(pid=86778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 14:57:53.638555 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:53.642141 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:53.657700 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:53.672938 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:53.747238 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Transition to ACTIVE for port object eab98c54-814d-48ee-ade3-0ebf043688c4 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:57:53.751625 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Network 9ab300cd-9646-4c55-951a-9f82ccc02761 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:57:53.755353 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:57:53.761287 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:57:53.801841 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:53.803203 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event updated for resources: {'Port': ['ID=4506a304-33a5-4d3d-80bf-3364aadb15a0,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:53.819516 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:53.833848 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:54.065157 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:54.065795 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:54.171005 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-087eb1eb-7bcb-484a-a482-31e3b7fc35e0 None None] Provisioning for port 4506a304-33a5-4d3d-80bf-3364aadb15a0 completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:57:54.183739 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-087eb1eb-7bcb-484a-a482-31e3b7fc35e0 None None] Provisioning complete for port 4506a304-33a5-4d3d-80bf-3364aadb15a0 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:57:54.184113 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-087eb1eb-7bcb-484a-a482-31e3b7fc35e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:54.318169 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-087eb1eb-7bcb-484a-a482-31e3b7fc35e0 None None] Port 4506a304-33a5-4d3d-80bf-3364aadb15a0 cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 14:57:54.375136 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973725f-f58e-4fc7-bc10-d0e7ebe252fe req-61d5c8d6-13db-4968-bbe2-79402ac62421 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:54.375897 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-d973725f-f58e-4fc7-bc10-d0e7ebe252fe req-61d5c8d6-13db-4968-bbe2-79402ac62421 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Synchronizing usage tracker for tenant:ad3d552c59c44b589058c87aff396848 on resource:port {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 14:57:54.422200 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Pushing event updated for resources: {'Port': ['ID=eab98c54-814d-48ee-ade3-0ebf043688c4,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:54.447597 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7630d49-b5db-4a5e-b6a3-ea761a2ab92c req-fac954c7-ce86-41aa-a618-88b38950af63 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:54.452344 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:54.457328 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c7630d49-b5db-4a5e-b6a3-ea761a2ab92c req-fac954c7-ce86-41aa-a618-88b38950af63 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 946 time: 0.5286980 Oct 25 14:57:54.498628 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-d973725f-f58e-4fc7-bc10-d0e7ebe252fe req-61d5c8d6-13db-4968-bbe2-79402ac62421 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Unset dirty status for tenant:ad3d552c59c44b589058c87aff396848 on resource:port {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 14:57:54.499830 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d973725f-f58e-4fc7-bc10-d0e7ebe252fe req-61d5c8d6-13db-4968-bbe2-79402ac62421 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 931 time: 0.8023462 Oct 25 14:57:54.509422 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1390007 Oct 25 14:57:54.529759 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Request body: {'port': {'device_id': '473fc4c2-8c9d-4ec3-8002-b4a14b072ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:57:54.558525 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Attempting to bind port eab98c54-814d-48ee-ade3-0ebf043688c4 on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:57:54.559222 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Attempting to bind port eab98c54-814d-48ee-ade3-0ebf043688c4 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': 'f86f91bb-5f5c-47e8-8f05-255f7a52388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:57:54.559869 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Attempting to bind port eab98c54-814d-48ee-ade3-0ebf043688c4 on network d011acd3-1a02-4289-8a6a-1c3593568534 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:57:54.571165 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Port eab98c54-814d-48ee-ade3-0ebf043688c4 on network d011acd3-1a02-4289-8a6a-1c3593568534 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 14:57:54.571951 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Attempting to bind port eab98c54-814d-48ee-ade3-0ebf043688c4 on network d011acd3-1a02-4289-8a6a-1c3593568534 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:57:54.605419 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:57:54.605832 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Checking segment: {'id': 'f86f91bb-5f5c-47e8-8f05-255f7a52388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:57:54.606323 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Bound using segment: {'id': 'f86f91bb-5f5c-47e8-8f05-255f7a52388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:57:54.606888 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Bound port: eab98c54-814d-48ee-ade3-0ebf043688c4, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86f91bb-5f5c-47e8-8f05-255f7a52388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:57:54.607534 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:54.760483 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c7630d49-b5db-4a5e-b6a3-ea761a2ab92c req-37a6aa88-a3fc-4cbd-9862-67de331b9249 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/security-groups?id=83ea0d27-ec0a-4186-a00f-812de495a024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022478 Oct 25 14:57:54.777950 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d973725f-f58e-4fc7-bc10-d0e7ebe252fe req-386f2d69-9054-486d-8a39-df28d8601b69 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220307 Oct 25 14:57:54.789863 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] For port eab98c54-814d-48ee-ade3-0ebf043688c4, host hv-cinder-81375, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:57:54.796632 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] For port eab98c54-814d-48ee-ade3-0ebf043688c4, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=eab98c54-814d-48ee-ade3-0ebf043688c4,segment=NetworkSegment(f86f91bb-5f5c-47e8-8f05-255f7a52388d),segment_id=f86f91bb-5f5c-47e8-8f05-255f7a52388d)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:57:54.861992 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:54.919326 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:55.030944 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.notifiers.nova [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad {{(pid=86779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 14:57:55.072788 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:55.073489 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:55.075435 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] 10.222.0.31 "PUT /v2.0/ports/eab98c54-814d-48ee-ade3-0ebf043688c4 HTTP/1.1" status: 200 len: 1094 time: 3.2585983 Oct 25 14:57:55.079278 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Pushing event updated for resources: {'Port': ['ID=eab98c54-814d-48ee-ade3-0ebf043688c4,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:55.083088 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:55.084511 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa40971c-a847-48ee-9412-99949b010606', 'tag': 'eab98c54-814d-48ee-ade3-0ebf043688c4'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:57:55.140988 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:55.214654 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:55.232907 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa40971c-a847-48ee-9412-99949b010606', 'tag': 'eab98c54-814d-48ee-ade3-0ebf043688c4', 'status': 'completed', 'code': 200} Oct 25 14:57:55.315047 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.provisioning_blocks [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Transition to ACTIVE for port object d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad will not be triggered until provisioned by entity L2. {{(pid=86779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:57:55.342026 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:55.354294 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1a25d4f1-7782-4bca-930d-b6a021a59110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:55.356304 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-172706b1-6e42-497c-8ac8-349583f6a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:55.358754 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-172706b1-6e42-497c-8ac8-349583f6a828 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad3d552c59c44b589058c87aff396848&device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 1097 time: 0.1874216 Oct 25 14:57:55.760222 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-96cd04d2-ab39-4b5c-bd51-91588e8a6220 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eab98c54-814d-48ee-ade3-0ebf043688c4 HTTP/1.1" status: 200 len: 217 time: 0.3836577 Oct 25 14:57:55.765125 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed3cd0-6839-434c-85fd-9cc15e3be908 req-bed03093-7471-4f9f-b462-7c8f96cd3d7c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:55.773164 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dfed3cd0-6839-434c-85fd-9cc15e3be908 req-bed03093-7471-4f9f-b462-7c8f96cd3d7c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 931 time: 0.7130852 Oct 25 14:57:55.806118 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad,revision_number=2']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:55.823401 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:55.841332 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.managers [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Attempting to bind port d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:57:55.841781 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.managers [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Attempting to bind port d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': 'f86f91bb-5f5c-47e8-8f05-255f7a52388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534'}] {{(pid=86779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:57:55.842326 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Attempting to bind port d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad on network d011acd3-1a02-4289-8a6a-1c3593568534 {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:57:55.852830 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Port d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad on network d011acd3-1a02-4289-8a6a-1c3593568534 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 14:57:55.853174 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Attempting to bind port d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad on network d011acd3-1a02-4289-8a6a-1c3593568534 {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:57:55.861901 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:57:55.862520 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Checking segment: {'id': 'f86f91bb-5f5c-47e8-8f05-255f7a52388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:57:55.863170 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Bound using segment: {'id': 'f86f91bb-5f5c-47e8-8f05-255f7a52388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534'} {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:57:55.863741 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.managers [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Bound port: d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86f91bb-5f5c-47e8-8f05-255f7a52388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534'}}] {{(pid=86779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:57:55.864339 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:55.893191 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dfed3cd0-6839-434c-85fd-9cc15e3be908 req-29eaf291-54b3-4175-abeb-b2c391036b80 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180804 Oct 25 14:57:56.093634 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] For port d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad, host hv-cinder-81375, cleared binding levels {{(pid=86779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:57:56.102755 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] For port d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad,segment=NetworkSegment(f86f91bb-5f5c-47e8-8f05-255f7a52388d),segment_id=f86f91bb-5f5c-47e8-8f05-255f7a52388d)] {{(pid=86779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:57:56.113691 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:57:56.158859 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4506a304-33a5-4d3d-80bf-3364aadb15a0 {{(pid=86778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 14:57:56.185393 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:56.216260 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:56.222867 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-9a48ac20-f551-4c45-8e47-fcbd2c05e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:56.224696 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-9a48ac20-f551-4c45-8e47-fcbd2c05e0c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ad7cb1-9890-416a-a602-edb9293268a1 HTTP/1.1" status: 200 len: 859 time: 0.4425266 Oct 25 14:57:56.226196 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Transition to ACTIVE for port object 4506a304-33a5-4d3d-80bf-3364aadb15a0 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:57:56.232828 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:56.238471 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:56.242849 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:56.342621 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Pushing event updated for resources: {'Port': ['ID=4506a304-33a5-4d3d-80bf-3364aadb15a0,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:56.346253 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:56.377372 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:56.378572 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for port, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:56.381211 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] 10.222.0.31 "PUT /v2.0/ports/d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad HTTP/1.1" status: 200 len: 1093 time: 3.0458045 Oct 25 14:57:56.387311 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61bd9e7-d007-45cb-9757-9960dc619690', 'tag': 'd6ad7b27-7d60-40b9-9b4d-42a4f630c1ad'}] {{(pid=86779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:57:56.534048 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-b939673f-0985-49bf-bc71-e8404218ebbf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d011acd3-1a02-4289-8a6a-1c3593568534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1937668 Oct 25 14:57:56.747462 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-a5585218-3b3d-4e14-8535-b585402df017 service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058048 Oct 25 14:57:56.854040 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad,revision_number=3']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:56.860735 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:56.967482 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e9702-7fe5-4c0a-a8b6-e0dabe4cc0f2 req-876163af-830a-45e1-a744-f8b32cbafd9f tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:56.979538 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5a4e9702-7fe5-4c0a-a8b6-e0dabe4cc0f2 req-876163af-830a-45e1-a744-f8b32cbafd9f tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 946 time: 0.8568695 Oct 25 14:57:57.037737 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea14e0-a0b6-465d-949e-be6c5f62fc99 req-f12ea720-8426-4872-8c2f-cdc7d5459661 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:57.051168 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0eea14e0-a0b6-465d-949e-be6c5f62fc99 req-f12ea720-8426-4872-8c2f-cdc7d5459661 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 943 time: 0.9308903 Oct 25 14:57:57.204524 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5a4e9702-7fe5-4c0a-a8b6-e0dabe4cc0f2 req-15891a6a-6cd0-4c24-80cf-f8d36f7d435c tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/security-groups?id=83ea0d27-ec0a-4186-a00f-812de495a024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234654 Oct 25 14:57:57.232296 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0eea14e0-a0b6-465d-949e-be6c5f62fc99 req-15e9bc4c-072b-469f-9045-79e4d8d3e695 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795778 Oct 25 14:57:57.251034 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c3f3b448-deb1-44cc-a09b-fe20f4c7cab9 req-b7dfacaf-48a2-4254-9a66-0c71fe518c5e service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921699 Oct 25 14:57:57.257420 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-4991fa49-c1e4-4c64-b4a5-a07e7e555a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:57.274070 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-4991fa49-c1e4-4c64-b4a5-a07e7e555a0a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad3d552c59c44b589058c87aff396848&device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 1096 time: 0.7118905 Oct 25 14:57:57.339834 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Attempting to bind port 4506a304-33a5-4d3d-80bf-3364aadb15a0 on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:57:57.340372 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Attempting to bind port 4506a304-33a5-4d3d-80bf-3364aadb15a0 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '8c16fe56-386c-46ed-8845-bd85a0538e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:57:57.340902 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Attempting to bind port 4506a304-33a5-4d3d-80bf-3364aadb15a0 on network 9ab300cd-9646-4c55-951a-9f82ccc02761 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:57:57.358252 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Port 4506a304-33a5-4d3d-80bf-3364aadb15a0 on network 9ab300cd-9646-4c55-951a-9f82ccc02761 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 14:57:57.358764 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Attempting to bind port 4506a304-33a5-4d3d-80bf-3364aadb15a0 on network 9ab300cd-9646-4c55-951a-9f82ccc02761 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:57:57.394399 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:57:57.394924 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Checking segment: {'id': '8c16fe56-386c-46ed-8845-bd85a0538e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:57:57.400268 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Bound using segment: {'id': '8c16fe56-386c-46ed-8845-bd85a0538e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:57:57.401739 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Bound port: 4506a304-33a5-4d3d-80bf-3364aadb15a0, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c16fe56-386c-46ed-8845-bd85a0538e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:57:57.403830 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:57.443521 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-7043329f-e1ff-4e4b-b33b-7cc09911b4ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad HTTP/1.1" status: 200 len: 217 time: 0.1549087 Oct 25 14:57:57.557516 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61bd9e7-d007-45cb-9757-9960dc619690', 'tag': 'd6ad7b27-7d60-40b9-9b4d-42a4f630c1ad', 'status': 'completed', 'code': 200} Oct 25 14:57:57.627467 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-5c584f84-2f48-49bc-9abe-5e82c7286ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:57.629609 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-5c584f84-2f48-49bc-9abe-5e82c7286ea8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ad7cb1-9890-416a-a602-edb9293268a1 HTTP/1.1" status: 200 len: 859 time: 0.1791017 Oct 25 14:57:57.696164 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-e82528bb-0967-4da4-915b-881f0d31c6ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d011acd3-1a02-4289-8a6a-1c3593568534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588210 Oct 25 14:57:57.767244 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efed7c6-68cf-4527-b728-5ff22405ef61 req-09f8e054-1ae0-4d25-ba8d-4130ded41b99 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:57.778600 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0efed7c6-68cf-4527-b728-5ff22405ef61 req-09f8e054-1ae0-4d25-ba8d-4130ded41b99 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 943 time: 0.2576053 Oct 25 14:57:57.944732 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b7f3b-91c0-49f6-8ea9-8586da8eda49 req-332a2889-93f2-4d37-b5cd-ca13f8113172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:57.948378 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-586b7f3b-91c0-49f6-8ea9-8586da8eda49 req-332a2889-93f2-4d37-b5cd-ca13f8113172 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad3d552c59c44b589058c87aff396848&device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 1097 time: 0.4942725 Oct 25 14:57:58.126384 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-8b0b536f-d5a3-4724-928a-0b909f5506e5 service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236689 Oct 25 14:57:58.144118 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0efed7c6-68cf-4527-b728-5ff22405ef61 req-920a3a4b-e18b-47a5-a63e-14f2ddeecd82 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521915 Oct 25 14:57:58.239797 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] For port 4506a304-33a5-4d3d-80bf-3364aadb15a0, host hv-cinder-81375, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:57:58.253362 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] For port 4506a304-33a5-4d3d-80bf-3364aadb15a0, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4506a304-33a5-4d3d-80bf-3364aadb15a0,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:57:58.278046 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:58.362538 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:57:58.518143 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-d79bb550-5e17-472d-bf66-17f119f0a1f4 req-6995ba68-c81f-46cd-b77c-60dfd566dc62 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7814431 Oct 25 14:57:58.698587 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:58.699603 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:57:58.737274 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] 10.222.0.31 "PUT /v2.0/ports/4506a304-33a5-4d3d-80bf-3364aadb15a0 HTTP/1.1" status: 200 len: 1093 time: 4.2054274 Oct 25 14:57:58.737274 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473fc4c2-8c9d-4ec3-8002-b4a14b072ec2', 'tag': '4506a304-33a5-4d3d-80bf-3364aadb15a0'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:57:58.847688 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f5863ea7-3b6d-4635-9c36-3fd049272523 req-474bd6ba-201a-4df1-849f-e5157f9f8200 service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7015209 Oct 25 14:57:58.855865 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Pushing event updated for resources: {'Port': ['ID=4506a304-33a5-4d3d-80bf-3364aadb15a0,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:57:58.913111 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913e9fd-d622-4db1-825a-39c724806bde req-32d14574-b0f0-4020-8242-f30b52dd3bd3 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:58.928310 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b913e9fd-d622-4db1-825a-39c724806bde req-32d14574-b0f0-4020-8242-f30b52dd3bd3 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 943 time: 0.3479679 Oct 25 14:57:59.100627 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b7f3b-91c0-49f6-8ea9-8586da8eda49 req-a2b15828-e57b-4fcb-b2d6-098c20d0d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:59.104176 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-586b7f3b-91c0-49f6-8ea9-8586da8eda49 req-a2b15828-e57b-4fcb-b2d6-098c20d0d19e service neutron] 10.222.0.31 "GET /v2.0/networks?id=d011acd3-1a02-4289-8a6a-1c3593568534 HTTP/1.1" status: 200 len: 920 time: 1.1238480 Oct 25 14:57:59.123764 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:57:59.155950 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473fc4c2-8c9d-4ec3-8002-b4a14b072ec2', 'tag': '4506a304-33a5-4d3d-80bf-3364aadb15a0', 'status': 'completed', 'code': 200} Oct 25 14:57:59.273856 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b913e9fd-d622-4db1-825a-39c724806bde req-1182849f-7ec8-459e-8915-1c75f6e12929 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438160 Oct 25 14:57:59.353753 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bda035-ab97-42dc-a1e3-a87fc3b4638b req-a2b02da1-224e-4425-8571-cf6893c0fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:59.355870 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a0bda035-ab97-42dc-a1e3-a87fc3b4638b req-a2b02da1-224e-4425-8571-cf6893c0fff9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad3d552c59c44b589058c87aff396848&device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 1096 time: 0.3782034 Oct 25 14:57:59.629706 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-586b7f3b-91c0-49f6-8ea9-8586da8eda49 req-1ed6958b-fd3a-4578-9310-418938392926 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eab98c54-814d-48ee-ade3-0ebf043688c4 HTTP/1.1" status: 200 len: 217 time: 0.4295695 Oct 25 14:57:59.709130 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bda035-ab97-42dc-a1e3-a87fc3b4638b req-c561b373-f40a-44c4-9733-25f32e558955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:59.710626 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a0bda035-ab97-42dc-a1e3-a87fc3b4638b req-c561b373-f40a-44c4-9733-25f32e558955 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d011acd3-1a02-4289-8a6a-1c3593568534 HTTP/1.1" status: 200 len: 920 time: 0.3480034 Oct 25 14:57:59.735246 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b7f3b-91c0-49f6-8ea9-8586da8eda49 req-7ef3113b-999c-4c32-b9a3-785224f83998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:59.736914 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-586b7f3b-91c0-49f6-8ea9-8586da8eda49 req-7ef3113b-999c-4c32-b9a3-785224f83998 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ad7cb1-9890-416a-a602-edb9293268a1 HTTP/1.1" status: 200 len: 859 time: 0.0938985 Oct 25 14:57:59.807119 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a0bda035-ab97-42dc-a1e3-a87fc3b4638b req-060dd2c6-086a-4adb-a6ad-f195f415d729 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad HTTP/1.1" status: 200 len: 217 time: 0.0792878 Oct 25 14:57:59.817406 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-586b7f3b-91c0-49f6-8ea9-8586da8eda49 req-0990a87a-6959-4ba9-b879-05286abefdc3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d011acd3-1a02-4289-8a6a-1c3593568534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715468 Oct 25 14:57:59.821115 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bb550-5e17-472d-bf66-17f119f0a1f4 req-b2b613b4-334d-4a6c-87c9-a8531051ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:59.822539 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-d79bb550-5e17-472d-bf66-17f119f0a1f4 req-b2b613b4-334d-4a6c-87c9-a8531051ef22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b35574100dda42c0b2ddb813f2306938&device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 1099 time: 0.9610734 Oct 25 14:57:59.825663 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-9eac383a-856c-486f-bcff-74a8973bf2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:59.827100 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-9eac383a-856c-486f-bcff-74a8973bf2c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec1fc5a480a1442bac3e578b604cf89f&device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 1096 time: 0.7855206 Oct 25 14:57:59.865568 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e360f-5c84-4940-a2a6-e5eb64810485 req-0f74f06e-53f9-4ec7-8152-e5ef2726b399 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:59.867458 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0a3e360f-5c84-4940-a2a6-e5eb64810485 req-0f74f06e-53f9-4ec7-8152-e5ef2726b399 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 943 time: 0.2540679 Oct 25 14:57:59.971018 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bda035-ab97-42dc-a1e3-a87fc3b4638b req-247977f3-9a90-47b7-9d07-d0e3455469f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:57:59.973697 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a0bda035-ab97-42dc-a1e3-a87fc3b4638b req-247977f3-9a90-47b7-9d07-d0e3455469f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ad7cb1-9890-416a-a602-edb9293268a1 HTTP/1.1" status: 200 len: 859 time: 0.1598310 Oct 25 14:57:59.993443 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0a3e360f-5c84-4940-a2a6-e5eb64810485 req-462a733a-7dfa-4ab0-9908-319eb08d1e2e tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148708 Oct 25 14:58:00.072119 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bb550-5e17-472d-bf66-17f119f0a1f4 req-b919d92e-ef86-4a6e-8961-457431d4e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:00.073579 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-d79bb550-5e17-472d-bf66-17f119f0a1f4 req-b919d92e-ef86-4a6e-8961-457431d4e07c service neutron] 10.222.0.31 "GET /v2.0/networks?id=9c75e86b-e962-48e0-9873-db386a9b22af HTTP/1.1" status: 200 len: 913 time: 0.1610582 Oct 25 14:58:00.078800 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-50a3d82c-8884-455e-9845-1d20c561e8a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4506a304-33a5-4d3d-80bf-3364aadb15a0 HTTP/1.1" status: 200 len: 217 time: 0.2316666 Oct 25 14:58:00.129016 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a0bda035-ab97-42dc-a1e3-a87fc3b4638b req-384802fc-0a1f-428f-8d09-7c2f09001ff4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d011acd3-1a02-4289-8a6a-1c3593568534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305382 Oct 25 14:58:00.241646 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-d79bb550-5e17-472d-bf66-17f119f0a1f4 req-11434535-3b2e-41c6-84f5-7903d5586df5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e9701ea-81a9-4699-893f-3c78671c9c96 HTTP/1.1" status: 200 len: 217 time: 0.0758634 Oct 25 14:58:00.276612 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device eab98c54-814d-48ee-ade3-0ebf043688c4 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 14:58:00.423308 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-61e64264-84d7-4323-9df3-5428199c3789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:00.427756 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-61e64264-84d7-4323-9df3-5428199c3789 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7be2497d-78d4-40d2-b881-9b05ba010f0d HTTP/1.1" status: 200 len: 849 time: 0.2988005 Oct 25 14:58:00.441919 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a0bda035-ab97-42dc-a1e3-a87fc3b4638b req-202d8aa3-d5d6-4828-a622-6a6cdf2afe92 service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058445 Oct 25 14:58:00.457428 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bb550-5e17-472d-bf66-17f119f0a1f4 req-180894e4-b2ba-47c0-a354-9f5b1a7d7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:00.460660 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-d79bb550-5e17-472d-bf66-17f119f0a1f4 req-180894e4-b2ba-47c0-a354-9f5b1a7d7fcb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=52adf1b8-6c9e-467e-b8de-87ca5db27686 HTTP/1.1" status: 200 len: 852 time: 0.2081385 Oct 25 14:58:00.531513 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-586b7f3b-91c0-49f6-8ea9-8586da8eda49 req-0a0e09ab-e4a2-4d95-bd63-7341c4c47b6c service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032473 Oct 25 14:58:00.532040 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55246) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:00.634130 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-d79bb550-5e17-472d-bf66-17f119f0a1f4 req-20cb789b-7ce8-4005-b4b1-f4f4e642cc75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c75e86b-e962-48e0-9873-db386a9b22af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010878 Oct 25 14:58:00.695752 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port eab98c54-814d-48ee-ade3-0ebf043688c4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=eab98c54-814d-48ee-ade3-0ebf043688c4,segment=NetworkSegment(f86f91bb-5f5c-47e8-8f05-255f7a52388d),segment_id=f86f91bb-5f5c-47e8-8f05-255f7a52388d)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:58:00.733361 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': 'eab98c54-814d-48ee-ade3-0ebf043688c4', 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534', 'port_id': 'eab98c54-814d-48ee-ade3-0ebf043688c4', 'mac_address': 'fa:16:3e:c6:d6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ad7cb1-9890-416a-a602-edb9293268a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 14:58:00.830000 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:00.859360 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab98c54-814d-48ee-ade3-0ebf043688c4 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 14:58:00.887930 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port eab98c54-814d-48ee-ade3-0ebf043688c4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=eab98c54-814d-48ee-ade3-0ebf043688c4,segment=NetworkSegment(f86f91bb-5f5c-47e8-8f05-255f7a52388d),segment_id=f86f91bb-5f5c-47e8-8f05-255f7a52388d)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:58:00.901411 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:00.905087 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:01.088242 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-586b7f3b-91c0-49f6-8ea9-8586da8eda49 req-93cb4117-df44-4a5d-b61a-f20be36a2f45 service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428209 Oct 25 14:58:01.090303 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-8ebc8651-16a1-46fd-8ee2-639c2359476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:01.091847 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-8ebc8651-16a1-46fd-8ee2-639c2359476f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ab300cd-9646-4c55-951a-9f82ccc02761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6447334 Oct 25 14:58:01.096325 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-cc2131d0-eefd-4548-9b96-08d4f32163e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:01.115415 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7c3e4-b755-4f0f-b986-61f6bf4c34c3 req-33677899-086d-47f0-bfa8-1d09cb83a43d tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:01.127009 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4df7c3e4-b755-4f0f-b986-61f6bf4c34c3 req-33677899-086d-47f0-bfa8-1d09cb83a43d tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 943 time: 0.5511918 Oct 25 14:58:01.141422 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=eab98c54-814d-48ee-ade3-0ebf043688c4,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:01.162805 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:01.173313 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-d79bb550-5e17-472d-bf66-17f119f0a1f4 req-ca23c422-8b22-403a-a287-df61f4ef1c80 service neutron] 10.222.0.31 "GET /v2.0/networks/9c75e86b-e962-48e0-9873-db386a9b22af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677577 Oct 25 14:58:01.202385 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a0bda035-ab97-42dc-a1e3-a87fc3b4638b req-89e52c3b-9427-4cdc-bf50-42c6a60588b3 service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7537818 Oct 25 14:58:01.222152 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4df7c3e4-b755-4f0f-b986-61f6bf4c34c3 req-3b7fba13-9f37-4373-a945-2739b79296dc tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923119 Oct 25 14:58:01.229327 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['eab98c54-814d-48ee-ade3-0ebf043688c4'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 14:58:01.253305 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-cc2131d0-eefd-4548-9b96-08d4f32163e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:01.440398 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 55284) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:01.505543 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-cc2131d0-eefd-4548-9b96-08d4f32163e9 admin admin] Usage tracker for resource:security_group_rule and tenant:8a62085e0cea45e28d3eed3416e7e070 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:01.510668 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:01.513687 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-cc2131d0-eefd-4548-9b96-08d4f32163e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:01.525422 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-cc2131d0-eefd-4548-9b96-08d4f32163e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:01.561702 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459cb7f-73db-4a53-b60b-80017247280c req-d0a11d9b-79e9-40f4-a467-0ceaedb6dab0 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:01.565727 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3459cb7f-73db-4a53-b60b-80017247280c req-d0a11d9b-79e9-40f4-a467-0ceaedb6dab0 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 943 time: 0.1666074 Oct 25 14:58:01.679235 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3459cb7f-73db-4a53-b60b-80017247280c req-ea461c61-ef6d-4b73-b37b-db0755ceeac1 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057861 Oct 25 14:58:01.739673 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-d79bb550-5e17-472d-bf66-17f119f0a1f4 req-1c965bfa-1aab-4252-b790-e0801d91fb58 service neutron] 10.222.0.31 "GET /v2.0/networks/9c75e86b-e962-48e0-9873-db386a9b22af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860878 Oct 25 14:58:01.747385 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-72bff8cf-2aab-48fc-a663-e69c7f985580 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199403 Oct 25 14:58:01.817849 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8f750d73-c47b-4e92-8d56-f93886946ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:01.848567 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-8f750d73-c47b-4e92-8d56-f93886946ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:01.857236 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-8f750d73-c47b-4e92-8d56-f93886946ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:18b9419990ff4431a2eac343042ecabc is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:01.864593 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-8f750d73-c47b-4e92-8d56-f93886946ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:01.907835 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-8f750d73-c47b-4e92-8d56-f93886946ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:02.117536 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-cc2131d0-eefd-4548-9b96-08d4f32163e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:02.129812 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-cc2131d0-eefd-4548-9b96-08d4f32163e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:02.155227 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-97a200ff-9060-4feb-b5f0-982969031d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:02.230473 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8f750d73-c47b-4e92-8d56-f93886946ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:02.230796 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2131d0-eefd-4548-9b96-08d4f32163e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d72d5fb-6cd8-4584-b6ba-f876073e67bb,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:02.234310 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-cc2131d0-eefd-4548-9b96-08d4f32163e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:02.242288 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-cc2131d0-eefd-4548-9b96-08d4f32163e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a62085e0cea45e28d3eed3416e7e070&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7033401 Oct 25 14:58:02.245156 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4e91f8c1-f28f-4b68-b749-cae47921ac5f req-7c900a38-5a26-4307-8531-9f86c3f21ba0 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816098 Oct 25 14:58:02.246624 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55308) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:02.250152 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8f750d73-c47b-4e92-8d56-f93886946ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:02.268706 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:02.288067 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 14:58:02.319302 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f750d73-c47b-4e92-8d56-f93886946ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45789430-7046-4807-8d1a-d6ce8625f2bb,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:02.335072 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device eab98c54-814d-48ee-ade3-0ebf043688c4 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:58:02.361878 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-8f750d73-c47b-4e92-8d56-f93886946ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:02.427438 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-8f750d73-c47b-4e92-8d56-f93886946ef8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18b9419990ff4431a2eac343042ecabc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9853709 Oct 25 14:58:02.429797 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 55316) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:02.499071 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.db.resource_extend [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 14:58:02.500076 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55320) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:02.502017 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4347d414-e6fa-4cf2-993f-b44b1e29703f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:02.532337 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4347d414-e6fa-4cf2-993f-b44b1e29703f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:02.623517 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129391e-9ceb-45e4-b1d2-7a1d9c979cd1 req-60ed76a9-bae5-407f-b42f-3273fde48d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:02.629113 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2129391e-9ceb-45e4-b1d2-7a1d9c979cd1 req-60ed76a9-bae5-407f-b42f-3273fde48d8f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec1fc5a480a1442bac3e578b604cf89f&device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 1096 time: 0.2108114 Oct 25 14:58:02.694999 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port eab98c54-814d-48ee-ade3-0ebf043688c4 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:58:02.724979 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port eab98c54-814d-48ee-ade3-0ebf043688c4 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:58:02.735864 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:02.750022 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ce8e9a4e-79d9-4944-aabd-97091722ba84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:02.818700 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4347d414-e6fa-4cf2-993f-b44b1e29703f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:02.829917 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ce8e9a4e-79d9-4944-aabd-97091722ba84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:02.859056 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:02.895285 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347d414-e6fa-4cf2-993f-b44b1e29703f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d72d5fb-6cd8-4584-b6ba-f876073e67bb,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:02.897221 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a3877-32bb-4bf2-94c1-ee52ae6884c4 req-3989a5f2-f9f9-4497-810c-7cf62b4446da tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:02.898258 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-4347d414-e6fa-4cf2-993f-b44b1e29703f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:02.909917 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fd5a3877-32bb-4bf2-94c1-ee52ae6884c4 req-3989a5f2-f9f9-4497-810c-7cf62b4446da tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 943 time: 0.4377024 Oct 25 14:58:02.910192 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7e4e2469-1566-48b8-8cf5-529156004c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:02.974470 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-7e4e2469-1566-48b8-8cf5-529156004c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:02.987524 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-7e4e2469-1566-48b8-8cf5-529156004c3e admin admin] Usage tracker for resource:security_group_rule and tenant:9ec87885ffb54049a76e57aba4207595 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:02.992441 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-7e4e2469-1566-48b8-8cf5-529156004c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:03.032150 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-7e4e2469-1566-48b8-8cf5-529156004c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:03.033037 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad,segment=NetworkSegment(f86f91bb-5f5c-47e8-8f05-255f7a52388d),segment_id=f86f91bb-5f5c-47e8-8f05-255f7a52388d)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:58:03.036124 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4347d414-e6fa-4cf2-993f-b44b1e29703f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:03.037969 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-4347d414-e6fa-4cf2-993f-b44b1e29703f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4d72d5fb-6cd8-4584-b6ba-f876073e67bb HTTP/1.1" status: 204 len: 168 time: 0.7901447 Oct 25 14:58:03.083396 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': 'd6ad7b27-7d60-40b9-9b4d-42a4f630c1ad', 'network_id': 'd011acd3-1a02-4289-8a6a-1c3593568534', 'port_id': 'd6ad7b27-7d60-40b9-9b4d-42a4f630c1ad', 'mac_address': 'fa:16:3e:21:97:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ad7cb1-9890-416a-a602-edb9293268a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 14:58:03.108372 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129391e-9ceb-45e4-b1d2-7a1d9c979cd1 req-4115f95e-1756-49b4-b39d-88c95c9edefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:03.109961 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2129391e-9ceb-45e4-b1d2-7a1d9c979cd1 req-4115f95e-1756-49b4-b39d-88c95c9edefd service neutron] 10.222.0.31 "GET /v2.0/networks?id=9ab300cd-9646-4c55-951a-9f82ccc02761 HTTP/1.1" status: 200 len: 911 time: 0.4743595 Oct 25 14:58:03.209201 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fd5a3877-32bb-4bf2-94c1-ee52ae6884c4 req-283f13d8-d494-4c62-ba6b-26eb7c6b4066 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716516 Oct 25 14:58:03.230143 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ce8e9a4e-79d9-4944-aabd-97091722ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:03.246844 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-535626e3-8841-4f5d-bd0e-69586e7f90ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:03.287948 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e9a4e-79d9-4944-aabd-97091722ba84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45789430-7046-4807-8d1a-d6ce8625f2bb,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:03.287948 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-ce8e9a4e-79d9-4944-aabd-97091722ba84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:03.300719 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ce8e9a4e-79d9-4944-aabd-97091722ba84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:03.309251 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-ce8e9a4e-79d9-4944-aabd-97091722ba84 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45789430-7046-4807-8d1a-d6ce8625f2bb HTTP/1.1" status: 204 len: 168 time: 0.8765757 Oct 25 14:58:03.341504 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48fdfe-643c-4f45-b60d-a74a9a550b22 req-20cee4f4-d9a6-4e56-9f83-58a3915c48c9 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:03.358551 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bb48fdfe-643c-4f45-b60d-a74a9a550b22 req-20cee4f4-d9a6-4e56-9f83-58a3915c48c9 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 943 time: 0.4341314 Oct 25 14:58:03.403169 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:03.449366 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:03.472035 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7e4e2469-1566-48b8-8cf5-529156004c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:03.473385 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bb48fdfe-643c-4f45-b60d-a74a9a550b22 req-874c2a6d-6e40-4ef3-b2be-738c4b96bd54 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137316 Oct 25 14:58:03.494467 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 14:58:03.494748 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2129391e-9ceb-45e4-b1d2-7a1d9c979cd1 req-18622744-7aaa-4d6f-84de-63039ee1defb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4506a304-33a5-4d3d-80bf-3364aadb15a0 HTTP/1.1" status: 200 len: 217 time: 0.3355312 Oct 25 14:58:03.494748 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7e4e2469-1566-48b8-8cf5-529156004c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:03.503553 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad,segment=NetworkSegment(f86f91bb-5f5c-47e8-8f05-255f7a52388d),segment_id=f86f91bb-5f5c-47e8-8f05-255f7a52388d)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:58:03.521911 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa40971c-a847-48ee-9412-99949b010606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab98c54-814d-48ee-ade3-0ebf043688c4'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:58:03.527507 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:03.531477 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:03.574493 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-dfe6fdd3-8811-420c-a978-c3527e759b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:03.609427 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port eab98c54-814d-48ee-ade3-0ebf043688c4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=eab98c54-814d-48ee-ade3-0ebf043688c4,segment=NetworkSegment(f86f91bb-5f5c-47e8-8f05-255f7a52388d),segment_id=f86f91bb-5f5c-47e8-8f05-255f7a52388d)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:58:03.658138 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa40971c-a847-48ee-9412-99949b010606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab98c54-814d-48ee-ade3-0ebf043688c4', 'code': 200} Oct 25 14:58:03.663110 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:03.682835 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e2469-1566-48b8-8cf5-529156004c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfac4922-f27c-4544-9e3a-768c10965417,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:03.687166 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-7e4e2469-1566-48b8-8cf5-529156004c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:03.692704 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-7e4e2469-1566-48b8-8cf5-529156004c3e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ec87885ffb54049a76e57aba4207595&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1162400 Oct 25 14:58:03.694805 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 55358) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:03.731501 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:03.741047 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:03.741499 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:03.774071 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129391e-9ceb-45e4-b1d2-7a1d9c979cd1 req-ddd903dc-8a00-4fb5-85da-dd5772b97bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:03.778508 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2129391e-9ceb-45e4-b1d2-7a1d9c979cd1 req-ddd903dc-8a00-4fb5-85da-dd5772b97bca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7be2497d-78d4-40d2-b881-9b05ba010f0d HTTP/1.1" status: 200 len: 849 time: 0.2738347 Oct 25 14:58:03.810177 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 55364) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:03.847440 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:03.926394 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:03.937623 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Usage tracker for resource:security_group_rule and tenant:8b131a5b857845159985addac87a861f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:03.948641 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:03.963253 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:03.989602 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=eab98c54-814d-48ee-ade3-0ebf043688c4,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:04.008692 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:04.052248 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129391e-9ceb-45e4-b1d2-7a1d9c979cd1 req-e87f77b4-8a9d-454f-a3f9-8150cf0262dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:04.066035 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2129391e-9ceb-45e4-b1d2-7a1d9c979cd1 req-e87f77b4-8a9d-454f-a3f9-8150cf0262dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ab300cd-9646-4c55-951a-9f82ccc02761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2792428 Oct 25 14:58:04.125293 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 14:58:04.207511 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:04.217913 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5ced6043-0861-4d66-9f78-1804a848f226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:04.218970 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:04.263157 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:04.431615 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5ced6043-0861-4d66-9f78-1804a848f226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:04.445462 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b131a5b857845159985addac87a861f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6325734 Oct 25 14:58:04.457577 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55382) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:04.496634 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8b7371-198b-4c34-877c-4d1d1de4579e,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:04.517219 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:04.517788 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:04.518338 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:04.518881 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:04.519477 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:04.520041 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:04.520581 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:04.521119 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:04.521652 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:04.522204 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:04.522748 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:04.523875 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:04.533242 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:04.607346 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 55388) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:04.652469 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5ced6043-0861-4d66-9f78-1804a848f226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:04.677167 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fe3d-62fd-48de-b1de-57dcfea28522 req-9289eb4c-b504-444a-8983-a59d43f588ed tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:04.684370 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f807fe3d-62fd-48de-b1de-57dcfea28522 req-9289eb4c-b504-444a-8983-a59d43f588ed tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 944 time: 0.2550907 Oct 25 14:58:04.689945 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:04.732597 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2129391e-9ceb-45e4-b1d2-7a1d9c979cd1 req-fd2c342a-f509-4f07-a178-e6ba5f6a8259 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565425 Oct 25 14:58:04.747991 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced6043-0861-4d66-9f78-1804a848f226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfac4922-f27c-4544-9e3a-768c10965417,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:04.752472 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-608f559c-def9-4e97-ab8a-3ddfbce3b30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:04.782965 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-5ced6043-0861-4d66-9f78-1804a848f226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:04.802995 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-608f559c-def9-4e97-ab8a-3ddfbce3b30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:04.817028 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5ced6043-0861-4d66-9f78-1804a848f226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:04.819093 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-5ced6043-0861-4d66-9f78-1804a848f226 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cfac4922-f27c-4544-9e3a-768c10965417 HTTP/1.1" status: 204 len: 168 time: 1.1229875 Oct 25 14:58:04.829454 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-608f559c-def9-4e97-ab8a-3ddfbce3b30c admin admin] Usage tracker for resource:security_group_rule and tenant:b5102e38ffe14409b816161131dfbb72 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:04.833566 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-608f559c-def9-4e97-ab8a-3ddfbce3b30c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:04.856620 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-608f559c-def9-4e97-ab8a-3ddfbce3b30c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:04.883416 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f807fe3d-62fd-48de-b1de-57dcfea28522 req-0b16023c-9e13-4bbc-ba12-1070a8ee9a58 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970639 Oct 25 14:58:04.979964 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32e884-c977-43fa-a998-51bbd6e65708 req-f8774b24-b46b-4b77-8ac8-5a45d43332c2 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:04.984246 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fc32e884-c977-43fa-a998-51bbd6e65708 req-f8774b24-b46b-4b77-8ac8-5a45d43332c2 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 943 time: 0.2809262 Oct 25 14:58:05.090637 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e695d-0f8a-4463-94df-003cc3c40442 req-2d71de86-277f-4a57-83b3-4438dc1d621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:05.092240 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-b56e695d-0f8a-4463-94df-003cc3c40442 req-2d71de86-277f-4a57-83b3-4438dc1d621f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 1099 time: 0.7754340 Oct 25 14:58:05.138480 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:05.196762 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2129391e-9ceb-45e4-b1d2-7a1d9c979cd1 req-de813d68-36d9-4b54-b573-e59496056e36 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077330 Oct 25 14:58:05.210667 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fc32e884-c977-43fa-a998-51bbd6e65708 req-fabaa262-bc65-44f0-9f7e-b300a2b108be tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085538 Oct 25 14:58:05.210987 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:05.222515 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-b56e695d-0f8a-4463-94df-003cc3c40442 req-f12f932a-4627-48f4-af85-c1aa35a83c44 service neutron] Synchronizing usage tracker for tenant:28b9b5b419a34a8a814e15825a58ea54 on resource:security_group {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 14:58:05.275873 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-608f559c-def9-4e97-ab8a-3ddfbce3b30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:05.279288 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-b56e695d-0f8a-4463-94df-003cc3c40442 req-f12f932a-4627-48f4-af85-c1aa35a83c44 service neutron] Unset dirty status for tenant:28b9b5b419a34a8a814e15825a58ea54 on resource:security_group {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 14:58:05.280487 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-b56e695d-0f8a-4463-94df-003cc3c40442 req-f12f932a-4627-48f4-af85-c1aa35a83c44 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781058 Oct 25 14:58:05.284325 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-608f559c-def9-4e97-ab8a-3ddfbce3b30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:05.295519 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:05.318449 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:05.328418 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:05.350645 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8b7371-198b-4c34-877c-4d1d1de4579e,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:05.362465 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-608f559c-def9-4e97-ab8a-3ddfbce3b30c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b5102e38ffe14409b816161131dfbb72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7516825 Oct 25 14:58:05.364123 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 55406) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:05.371230 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:05.371600 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:05.372131 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:05.372605 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:05.372962 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:05.373077 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f559c-def9-4e97-ab8a-3ddfbce3b30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3b774e-8266-4211-9c87-6cc0864485aa,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:05.373312 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:05.373656 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:05.373998 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:05.374361 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:05.374717 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:05.375860 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:05.376232 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:05.380118 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:05.382417 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:05.386078 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff8b7371-198b-4c34-877c-4d1d1de4579e HTTP/1.1" status: 204 len: 168 time: 0.9119742 Oct 25 14:58:05.386235 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-608f559c-def9-4e97-ab8a-3ddfbce3b30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:05.468645 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-b050e951-14c2-4b11-8271-94dd66ebc563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:05.526472 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-b050e951-14c2-4b11-8271-94dd66ebc563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:05.677243 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-b050e951-14c2-4b11-8271-94dd66ebc563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:05.682870 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:05.703431 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050e951-14c2-4b11-8271-94dd66ebc563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3b774e-8266-4211-9c87-6cc0864485aa,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:05.710337 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-b050e951-14c2-4b11-8271-94dd66ebc563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:05.722519 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-b050e951-14c2-4b11-8271-94dd66ebc563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:05.726074 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-b050e951-14c2-4b11-8271-94dd66ebc563 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d3b774e-8266-4211-9c87-6cc0864485aa HTTP/1.1" status: 204 len: 168 time: 0.3529429 Oct 25 14:58:06.311351 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 4506a304-33a5-4d3d-80bf-3364aadb15a0 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 14:58:06.341172 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:58:06.351990 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c55228-fef6-470e-8fea-30170d0845e7 req-40872a59-9416-450e-b620-66c355e54ad5 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:06.368229 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-08c55228-fef6-470e-8fea-30170d0845e7 req-40872a59-9416-450e-b620-66c355e54ad5 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 944 time: 0.2902184 Oct 25 14:58:06.436462 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00734153-5adf-4055-a2b0-7a09bfdf4039 req-48a43302-c993-4d35-aae5-b29ed1a4fcb6 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:06.443978 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-00734153-5adf-4055-a2b0-7a09bfdf4039 req-48a43302-c993-4d35-aae5-b29ed1a4fcb6 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 946 time: 0.3694162 Oct 25 14:58:06.454370 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.db.resource_extend [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 14:58:06.608154 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-00734153-5adf-4055-a2b0-7a09bfdf4039 req-fc395b68-b047-46de-be50-ab89af5edb34 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/security-groups?id=83ea0d27-ec0a-4186-a00f-812de495a024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619017 Oct 25 14:58:06.622549 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-08c55228-fef6-470e-8fea-30170d0845e7 req-9cb04ad2-10db-4a31-a9b4-927e97a198fe tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496631 Oct 25 14:58:06.676356 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:58:06.706045 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:58:06.706728 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:06.724185 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55458) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:06.833471 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 4506a304-33a5-4d3d-80bf-3364aadb15a0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4506a304-33a5-4d3d-80bf-3364aadb15a0,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:58:06.875043 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141b736-b843-4c40-9d58-aabaeed132a0 req-43572846-6a8e-4ee2-82ff-417a2e8fc801 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:06.877032 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': '4506a304-33a5-4d3d-80bf-3364aadb15a0', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'port_id': '4506a304-33a5-4d3d-80bf-3364aadb15a0', 'mac_address': 'fa:16:3e:29:a4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 14:58:06.877231 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3141b736-b843-4c40-9d58-aabaeed132a0 req-43572846-6a8e-4ee2-82ff-417a2e8fc801 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 943 time: 0.1123879 Oct 25 14:58:06.943888 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3141b736-b843-4c40-9d58-aabaeed132a0 req-2dd31f8a-5668-4744-8bdc-e1e67edf0970 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554471 Oct 25 14:58:07.021228 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:07.031356 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:07.058447 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-50bdc79e-3bde-480b-bd5c-dcabac800797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:07.065024 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4506a304-33a5-4d3d-80bf-3364aadb15a0 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 14:58:07.078287 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61bd9e7-d007-45cb-9757-9960dc619690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ad7b27-7d60-40b9-9b4d-42a4f630c1ad'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:58:07.089124 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-50bdc79e-3bde-480b-bd5c-dcabac800797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:07.095258 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad,segment=NetworkSegment(f86f91bb-5f5c-47e8-8f05-255f7a52388d),segment_id=f86f91bb-5f5c-47e8-8f05-255f7a52388d)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:58:07.098925 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 4506a304-33a5-4d3d-80bf-3364aadb15a0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4506a304-33a5-4d3d-80bf-3364aadb15a0,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:58:07.103768 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:07.106061 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:07.110542 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-50bdc79e-3bde-480b-bd5c-dcabac800797 admin admin] Usage tracker for resource:security_group_rule and tenant:60194d2bba6e41fe8f2610c7102ea5ce is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:07.122814 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-50bdc79e-3bde-480b-bd5c-dcabac800797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:07.135190 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-50bdc79e-3bde-480b-bd5c-dcabac800797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:07.143503 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:07.153039 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61bd9e7-d007-45cb-9757-9960dc619690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ad7b27-7d60-40b9-9b4d-42a4f630c1ad', 'code': 200} Oct 25 14:58:07.208122 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:07.217015 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:07.217549 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:07.272770 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-50bdc79e-3bde-480b-bd5c-dcabac800797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:07.279923 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-50bdc79e-3bde-480b-bd5c-dcabac800797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:07.314184 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:07.324458 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-50bdc79e-3bde-480b-bd5c-dcabac800797 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60194d2bba6e41fe8f2610c7102ea5ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5987284 Oct 25 14:58:07.327230 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 55488) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:07.389515 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=4506a304-33a5-4d3d-80bf-3364aadb15a0,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:07.392954 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:07.400870 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdc79e-3bde-480b-bd5c-dcabac800797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e81a46a-0c8f-4459-9d97-5acc2ca3d5f9,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:07.410353 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-50bdc79e-3bde-480b-bd5c-dcabac800797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:07.438248 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f49e2c53-a305-442e-918b-9d31bef0a29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:07.473177 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f49e2c53-a305-442e-918b-9d31bef0a29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:07.524404 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['4506a304-33a5-4d3d-80bf-3364aadb15a0'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 14:58:07.567886 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f49e2c53-a305-442e-918b-9d31bef0a29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:07.583004 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-8f750d73-c47b-4e92-8d56-f93886946ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:07.625218 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286c3f4-e82a-4e53-a34a-9417f9edaca4 req-3ed68962-1dfb-4257-a313-4c71027c42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:07.626642 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9286c3f4-e82a-4e53-a34a-9417f9edaca4 req-3ed68962-1dfb-4257-a313-4c71027c42a0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 1098 time: 0.1455591 Oct 25 14:58:07.627986 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e2c53-a305-442e-918b-9d31bef0a29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e81a46a-0c8f-4459-9d97-5acc2ca3d5f9,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:07.685313 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f49e2c53-a305-442e-918b-9d31bef0a29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:07.698427 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f49e2c53-a305-442e-918b-9d31bef0a29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:07.706204 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-f49e2c53-a305-442e-918b-9d31bef0a29f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e81a46a-0c8f-4459-9d97-5acc2ca3d5f9 HTTP/1.1" status: 204 len: 168 time: 0.3771329 Oct 25 14:58:07.721937 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9286c3f4-e82a-4e53-a34a-9417f9edaca4 req-5b9865d2-bd80-476c-a436-9ad74bf6358a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872858 Oct 25 14:58:07.726330 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 55510) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:08.160581 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588fd43-db52-4cb5-9325-7a106d1be5bc req-f431cdb7-30fb-4531-8cfc-319c300a795b tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:08.162106 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9588fd43-db52-4cb5-9325-7a106d1be5bc req-f431cdb7-30fb-4531-8cfc-319c300a795b tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.2559633 Oct 25 14:58:08.168199 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-949867240-network', 'tenant_id': 'd2fef806f72d4b2998aa19426dd9b292'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:58:08.187767 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273f74f-0873-409f-93f9-037098e6a019 req-85d24110-b88c-469e-b344-97f1b575b333 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:08.189246 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1273f74f-0873-409f-93f9-037098e6a019 req-85d24110-b88c-469e-b344-97f1b575b333 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 946 time: 0.2047222 Oct 25 14:58:08.190376 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:08.196085 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Usage tracker for resource:network and tenant:d2fef806f72d4b2998aa19426dd9b292 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:08.216335 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:08.250389 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:08.339484 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9588fd43-db52-4cb5-9325-7a106d1be5bc req-6fdf8608-79da-4a8f-8abf-20a32bd23c63 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669722 Oct 25 14:58:08.344936 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Made reservation on behalf of d2fef806f72d4b2998aa19426dd9b292 for: {'network': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:58:08.347590 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:08.379566 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1273f74f-0873-409f-93f9-037098e6a019 req-a0f5e089-5300-4d28-a102-efce7d6b2be3 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/security-groups?id=83ea0d27-ec0a-4186-a00f-812de495a024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659572 Oct 25 14:58:08.381109 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:08.399837 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:08.415773 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Usage tracker for resource:security_group_rule and tenant:d2fef806f72d4b2998aa19426dd9b292 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:08.419717 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:08.429362 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:08.500226 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacd7cd-9db5-4a34-b383-b4a69fde1fd3 req-0868ebe5-29d3-4e2b-af30-910d5ac36b1d tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:08.501075 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-1cacd7cd-9db5-4a34-b383-b4a69fde1fd3 req-0868ebe5-29d3-4e2b-af30-910d5ac36b1d tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Synchronizing usage tracker for tenant:b35574100dda42c0b2ddb813f2306938 on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 14:58:08.536958 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55536) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:08.563802 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2ade4854-51ae-436e-95f8-cd10f1ebd21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:08.585386 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-2ade4854-51ae-436e-95f8-cd10f1ebd21f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:08.590543 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-2ade4854-51ae-436e-95f8-cd10f1ebd21f admin admin] Usage tracker for resource:security_group_rule and tenant:8a25973438ac4db7babf9714ed5f9def is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:08.594088 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-2ade4854-51ae-436e-95f8-cd10f1ebd21f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:08.602900 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-2ade4854-51ae-436e-95f8-cd10f1ebd21f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:08.625680 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:08.632937 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:08.643469 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef689fc9-7c1b-4264-9a4c-d09749b1ead9 req-4ced4538-a8c0-424b-b048-337d89c58a53 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:08.645063 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ef689fc9-7c1b-4264-9a4c-d09749b1ead9 req-4ced4538-a8c0-424b-b048-337d89c58a53 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 944 time: 0.1584735 Oct 25 14:58:08.647234 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-37a16dc8-da5e-4d57-bd3b-2d289c9a7125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:08.681230 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=86779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 14:58:08.721759 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:08.732507 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:08.733533 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:08.733881 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.db.segments_db [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Added segment 07da518b-bad8-40cf-915e-4e11274b1c9c of type vlan for network e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 Oct 25 14:58:08.747116 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ef689fc9-7c1b-4264-9a4c-d09749b1ead9 req-720edac7-4a94-4ed7-bd2c-bb462180cc10 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785835 Oct 25 14:58:08.754619 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-1cacd7cd-9db5-4a34-b383-b4a69fde1fd3 req-0868ebe5-29d3-4e2b-af30-910d5ac36b1d tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Unset dirty status for tenant:b35574100dda42c0b2ddb813f2306938 on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 14:58:08.756352 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1cacd7cd-9db5-4a34-b383-b4a69fde1fd3 req-0868ebe5-29d3-4e2b-af30-910d5ac36b1d tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 946 time: 0.4668453 Oct 25 14:58:08.823201 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:08.891960 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:08.894997 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:08.896855 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:08.930456 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-0c01401d-ebd1-4922-a74d-51665b188dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:09.055041 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2ade4854-51ae-436e-95f8-cd10f1ebd21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:09.074252 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-1cacd7cd-9db5-4a34-b383-b4a69fde1fd3 req-43870c33-f999-4878-a245-e7e77dc85208 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Deleting port 7e9701ea-81a9-4699-893f-3c78671c9c96 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 14:58:09.074968 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-1cacd7cd-9db5-4a34-b383-b4a69fde1fd3 req-43870c33-f999-4878-a245-e7e77dc85208 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:09.123818 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2ade4854-51ae-436e-95f8-cd10f1ebd21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:09.146740 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55548) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:09.147595 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-6010daa9-c451-452c-a4c2-777660ae1910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:09.231715 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade4854-51ae-436e-95f8-cd10f1ebd21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68b7418-d32a-4a2d-8b0e-b5d66259dc22,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:09.235475 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-2ade4854-51ae-436e-95f8-cd10f1ebd21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:09.251608 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5197101 Oct 25 14:58:09.254374 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 55556) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:09.255558 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Pushing event updated for resources: {'Network': ['ID=e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:09.262667 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:09.273755 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 14:58:09.280221 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-3cd8a593-7db6-447d-b544-33066e1206c5 admin admin] Request body: {'subnet': {'network_id': 'e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-949867240-subnet', 'tenant_id': 'd2fef806f72d4b2998aa19426dd9b292', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:58:09.288278 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-3cd8a593-7db6-447d-b544-33066e1206c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:09.294202 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-3cd8a593-7db6-447d-b544-33066e1206c5 admin admin] Usage tracker for resource:subnet and tenant:d2fef806f72d4b2998aa19426dd9b292 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:09.298534 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-3cd8a593-7db6-447d-b544-33066e1206c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:09.308109 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-3cd8a593-7db6-447d-b544-33066e1206c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:09.322816 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd8a593-7db6-447d-b544-33066e1206c5 admin admin] Made reservation on behalf of d2fef806f72d4b2998aa19426dd9b292 for: {'subnet': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:58:09.327724 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a593-7db6-447d-b544-33066e1206c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:09.338306 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-2ade4854-51ae-436e-95f8-cd10f1ebd21f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a25973438ac4db7babf9714ed5f9def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7998126 Oct 25 14:58:09.344596 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55560) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:09.542353 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-ec0055fb-d2f5-408a-b782-d90cf52ef61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:09.760184 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b8738051-794f-4d9d-9cdb-8bbd31a8582f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:09.856212 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b8738051-794f-4d9d-9cdb-8bbd31a8582f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:09.915614 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a593-7db6-447d-b544-33066e1206c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for subnet, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:09.943683 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:09.965157 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:09.989678 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2c408912-1b37-45a0-826c-c296a62b8088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:10.039916 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad5da0-4ab6-4867-b206-fb914b8a69a5 req-cf9b70d0-2764-4897-aff4-97759ef8ab88 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:10.059779 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-14ad5da0-4ab6-4867-b206-fb914b8a69a5 req-cf9b70d0-2764-4897-aff4-97759ef8ab88 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.3711519 Oct 25 14:58:10.087035 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-2c408912-1b37-45a0-826c-c296a62b8088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:10.089740 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8a593-7db6-447d-b544-33066e1206c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b42ccb-12ab-4693-980c-b81517c2c4e3,revision_number=0']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:10.097906 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-3cd8a593-7db6-447d-b544-33066e1206c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:10.102810 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-2c408912-1b37-45a0-826c-c296a62b8088 admin admin] Usage tracker for resource:security_group_rule and tenant:ecabdef13da04cbb80ca945f47d3146d is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:10.105959 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd8a593-7db6-447d-b544-33066e1206c5 admin admin] Checking segment: {'id': '07da518b-bad8-40cf-915e-4e11274b1c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:58:10.106322 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd8a593-7db6-447d-b544-33066e1206c5 admin admin] Network hostable DHCP agents. Network: e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 14:58:10.118604 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-2c408912-1b37-45a0-826c-c296a62b8088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:10.137395 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-2c408912-1b37-45a0-826c-c296a62b8088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:10.163305 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c09f9-cbcc-4515-9f42-13958014d8c1 req-bb93b466-6b7e-46d3-a184-6e052ccd779b tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:10.165676 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7d4c09f9-cbcc-4515-9f42-13958014d8c1 req-bb93b466-6b7e-46d3-a184-6e052ccd779b tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 946 time: 0.3172052 Oct 25 14:58:10.170074 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd8a593-7db6-447d-b544-33066e1206c5 admin admin] Network e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 14:58:10.188947 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-14ad5da0-4ab6-4867-b206-fb914b8a69a5 req-a05457b5-122b-4d4e-8068-7530be81a901 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405747 Oct 25 14:58:10.238206 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-1cacd7cd-9db5-4a34-b383-b4a69fde1fd3 req-43870c33-f999-4878-a245-e7e77dc85208 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] For port 7e9701ea-81a9-4699-893f-3c78671c9c96, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=7e9701ea-81a9-4699-893f-3c78671c9c96,segment=NetworkSegment(cfdc7762-0832-4d9e-abe7-d066c04bc8f9),segment_id=cfdc7762-0832-4d9e-abe7-d066c04bc8f9)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:58:10.238750 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-1cacd7cd-9db5-4a34-b383-b4a69fde1fd3 req-43870c33-f999-4878-a245-e7e77dc85208 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:10.257813 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-3cd8a593-7db6-447d-b544-33066e1206c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44) {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:58:10.263614 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd8a593-7db6-447d-b544-33066e1206c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:10.264237 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a593-7db6-447d-b544-33066e1206c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:10.272476 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e5a9de-98b9-4e19-be3a-7b5349cde841 None None] Network e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:58:10.322736 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-3cd8a593-7db6-447d-b544-33066e1206c5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0545609 Oct 25 14:58:10.363514 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7d4c09f9-cbcc-4515-9f42-13958014d8c1 req-d7bff162-caed-4908-bf5d-39e386c3f3e8 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/security-groups?id=83ea0d27-ec0a-4186-a00f-812de495a024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873527 Oct 25 14:58:10.437993 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-1cacd7cd-9db5-4a34-b383-b4a69fde1fd3 req-43870c33-f999-4878-a245-e7e77dc85208 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Calling delete_port for 7e9701ea-81a9-4699-893f-3c78671c9c96 owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 14:58:10.562378 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 4506a304-33a5-4d3d-80bf-3364aadb15a0 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:58:10.663687 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5e269-5849-4774-88d5-03698703764a req-6f37acf0-d8a5-471a-88bd-53b2fe60a0d9 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:10.670863 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port 4506a304-33a5-4d3d-80bf-3364aadb15a0 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:58:10.679123 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port 4506a304-33a5-4d3d-80bf-3364aadb15a0 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:58:10.680087 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:10.693697 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-63b5e269-5849-4774-88d5-03698703764a req-6f37acf0-d8a5-471a-88bd-53b2fe60a0d9 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 944 time: 0.2836964 Oct 25 14:58:10.698090 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-1cacd7cd-9db5-4a34-b383-b4a69fde1fd3 req-43870c33-f999-4878-a245-e7e77dc85208 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:10.733169 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:10.793385 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43870c33-f999-4878-a245-e7e77dc85208 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Pushing event deleted for resources: {'Port': ['ID=7e9701ea-81a9-4699-893f-3c78671c9c96,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:10.873981 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-63b5e269-5849-4774-88d5-03698703764a req-52a76aac-de21-46d8-b36b-958bee16902c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788082 Oct 25 14:58:10.882848 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:10.892441 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19108bef-ce60-41fd-8d42-4185125cf611 None None] Network e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:58:10.911312 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-43870c33-f999-4878-a245-e7e77dc85208 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:10.914128 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cacd7cd-9db5-4a34-b383-b4a69fde1fd3 req-43870c33-f999-4878-a245-e7e77dc85208 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] No DVR routers for this DVR port 7e9701ea-81a9-4699-893f-3c78671c9c96 on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 14:58:10.918821 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-1cacd7cd-9db5-4a34-b383-b4a69fde1fd3 req-43870c33-f999-4878-a245-e7e77dc85208 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:10.954535 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0', 'name': 'network-vif-deleted', 'tag': '7e9701ea-81a9-4699-893f-3c78671c9c96'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:58:10.983737 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1cacd7cd-9db5-4a34-b383-b4a69fde1fd3 req-43870c33-f999-4878-a245-e7e77dc85208 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.31 "DELETE /v2.0/ports/7e9701ea-81a9-4699-893f-3c78671c9c96 HTTP/1.1" status: 204 len: 173 time: 2.2094719 Oct 25 14:58:10.995102 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b8738051-794f-4d9d-9cdb-8bbd31a8582f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:11.020543 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-b0d01d2c-55a4-49ab-b76a-795617d87003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:11.058942 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b8738051-794f-4d9d-9cdb-8bbd31a8582f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:11.065496 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-b8738051-794f-4d9d-9cdb-8bbd31a8582f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b68b7418-d32a-4a2d-8b0e-b5d66259dc22 HTTP/1.1" status: 204 len: 168 time: 1.7178273 Oct 25 14:58:11.076164 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8738051-794f-4d9d-9cdb-8bbd31a8582f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68b7418-d32a-4a2d-8b0e-b5d66259dc22,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:11.081673 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0', 'name': 'network-vif-deleted', 'tag': '7e9701ea-81a9-4699-893f-3c78671c9c96', 'status': 'completed', 'code': 200} Oct 25 14:58:11.084758 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-b8738051-794f-4d9d-9cdb-8bbd31a8582f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:11.389962 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2c408912-1b37-45a0-826c-c296a62b8088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:11.402684 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2c408912-1b37-45a0-826c-c296a62b8088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:11.414571 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-a8ec8a41-7797-4782-941f-c70c000b6127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:11.434602 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069365f-6966-4e6d-9b71-4ef4a3fe23d2 req-af457937-c6f7-46ab-aebc-9a0a3e0d78f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:11.436371 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8069365f-6966-4e6d-9b71-4ef4a3fe23d2 req-af457937-c6f7-46ab-aebc-9a0a3e0d78f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad3d552c59c44b589058c87aff396848&device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 1098 time: 0.3311515 Oct 25 14:58:11.494027 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb97279-24e8-448a-8b6a-8389b9fc07d1 req-4d6d7c2b-c75e-4e01-84c1-18a49a78ddd2 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:11.509309 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473fc4c2-8c9d-4ec3-8002-b4a14b072ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4506a304-33a5-4d3d-80bf-3364aadb15a0'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:58:11.523983 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3bb97279-24e8-448a-8b6a-8389b9fc07d1 req-4d6d7c2b-c75e-4e01-84c1-18a49a78ddd2 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.2978463 Oct 25 14:58:11.584985 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 4506a304-33a5-4d3d-80bf-3364aadb15a0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4506a304-33a5-4d3d-80bf-3364aadb15a0,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:58:11.669597 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-2c408912-1b37-45a0-826c-c296a62b8088 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ecabdef13da04cbb80ca945f47d3146d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5054309 Oct 25 14:58:11.673868 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55620) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:11.735468 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c408912-1b37-45a0-826c-c296a62b8088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dae4f0-aca0-4eff-9e96-3a835398668d,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:11.753213 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:11.764076 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-2c408912-1b37-45a0-826c-c296a62b8088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:11.768420 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:11.820538 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3bb97279-24e8-448a-8b6a-8389b9fc07d1 req-49ecaa20-ab1d-4e5c-8e5f-3b9afcc607f6 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929552 Oct 25 14:58:11.868644 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7910ca7a-1e0c-45e8-8c04-6cec5f2b0fcb req-b3fffe6f-84ce-47f7-b154-2838682ce46b tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d8fdf0-5f39-4b0e-861c-c5d5a025d3d0 HTTP/1.1" status: 200 len: 210 time: 0.1926990 Oct 25 14:58:11.913137 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-516acc58-c069-4b28-a3a8-b9a1668716c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:11.919141 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069365f-6966-4e6d-9b71-4ef4a3fe23d2 req-a0b8a6ea-a402-4b0b-bac1-2a89842a57de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:11.921066 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8069365f-6966-4e6d-9b71-4ef4a3fe23d2 req-a0b8a6ea-a402-4b0b-bac1-2a89842a57de service neutron] 10.222.0.31 "GET /v2.0/networks?id=d011acd3-1a02-4289-8a6a-1c3593568534 HTTP/1.1" status: 200 len: 920 time: 0.4720654 Oct 25 14:58:11.984465 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=4506a304-33a5-4d3d-80bf-3364aadb15a0,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:11.990141 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:12.013891 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473fc4c2-8c9d-4ec3-8002-b4a14b072ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4506a304-33a5-4d3d-80bf-3364aadb15a0', 'code': 200} Oct 25 14:58:12.049858 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8069365f-6966-4e6d-9b71-4ef4a3fe23d2 req-b409a6f4-a165-4c73-9b83-f424dab873d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad HTTP/1.1" status: 200 len: 217 time: 0.1186881 Oct 25 14:58:12.168735 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-516acc58-c069-4b28-a3a8-b9a1668716c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:12.325399 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069365f-6966-4e6d-9b71-4ef4a3fe23d2 req-3d90fd33-425b-4bc0-994b-ffd0aff35d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:12.329027 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8069365f-6966-4e6d-9b71-4ef4a3fe23d2 req-3d90fd33-425b-4bc0-994b-ffd0aff35d11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ad7cb1-9890-416a-a602-edb9293268a1 HTTP/1.1" status: 200 len: 859 time: 0.2601256 Oct 25 14:58:12.330795 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 7e9701ea-81a9-4699-893f-3c78671c9c96 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 14:58:12.434706 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: 7e9701ea-81a9-4699-893f-3c78671c9c96 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 14:58:12.435337 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 7e9701ea-81a9-4699-893f-3c78671c9c96 not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 14:58:12.454987 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8069365f-6966-4e6d-9b71-4ef4a3fe23d2 req-3003c8f0-fe4a-48a6-9cbb-d3a4ccb85a62 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d011acd3-1a02-4289-8a6a-1c3593568534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185355 Oct 25 14:58:12.464096 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aebf83-cdd9-4283-a012-52c462181535 req-faa3afec-0ff3-45cd-ba6e-ae1d5a90e261 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:12.472547 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e2aebf83-cdd9-4283-a012-52c462181535 req-faa3afec-0ff3-45cd-ba6e-ae1d5a90e261 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.1706393 Oct 25 14:58:12.536746 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e2aebf83-cdd9-4283-a012-52c462181535 req-bbbcf4fa-68d4-4225-8308-c685fbf5e08c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628431 Oct 25 14:58:12.755606 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-516acc58-c069-4b28-a3a8-b9a1668716c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:12.763706 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-2ade4854-51ae-436e-95f8-cd10f1ebd21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:12.787846 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516acc58-c069-4b28-a3a8-b9a1668716c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dae4f0-aca0-4eff-9e96-3a835398668d,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:12.895516 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-516acc58-c069-4b28-a3a8-b9a1668716c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:12.952542 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-516acc58-c069-4b28-a3a8-b9a1668716c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:12.956541 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-516acc58-c069-4b28-a3a8-b9a1668716c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/88dae4f0-aca0-4eff-9e96-3a835398668d HTTP/1.1" status: 204 len: 168 time: 1.2594383 Oct 25 14:58:13.131418 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7a406-5c37-46e2-92ad-2445ede27829 req-718c40d3-ad0f-45fa-8f9f-6dcc38b861ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:13.133600 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a5f7a406-5c37-46e2-92ad-2445ede27829 req-718c40d3-ad0f-45fa-8f9f-6dcc38b861ce service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 1098 time: 0.3591006 Oct 25 14:58:13.146351 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8069365f-6966-4e6d-9b71-4ef4a3fe23d2 req-115c01d8-0851-4b49-a414-92b5eeccd934 service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6838124 Oct 25 14:58:13.330607 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8c9fc-640b-467b-8de0-60cd9986ebda req-d449f86e-8720-4c1d-8552-5c9778c0a067 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:13.336366 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a5f7a406-5c37-46e2-92ad-2445ede27829 req-53bbeee7-fae7-4805-95a8-9617c14a9e8f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949887 Oct 25 14:58:13.340255 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-01f8c9fc-640b-467b-8de0-60cd9986ebda req-d449f86e-8720-4c1d-8552-5c9778c0a067 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.2363298 Oct 25 14:58:13.400801 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-01f8c9fc-640b-467b-8de0-60cd9986ebda req-c01ed176-624c-4b6b-ab66-3fd3fead4427 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521245 Oct 25 14:58:13.437468 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8069365f-6966-4e6d-9b71-4ef4a3fe23d2 req-6dca9538-2e47-48f5-ae2a-29db822d36d2 service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544632 Oct 25 14:58:13.746605 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-5f056951-a0e5-4464-814a-0deee006eb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:13.812626 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55740) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:13.857041 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-166ee85b-b1af-4da4-b02f-47beeb1aed1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:13.918339 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-166ee85b-b1af-4da4-b02f-47beeb1aed1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:13.925342 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-166ee85b-b1af-4da4-b02f-47beeb1aed1c admin admin] Usage tracker for resource:security_group_rule and tenant:c053052c4b1f4e74a542a44caa339c0a is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:13.928708 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-166ee85b-b1af-4da4-b02f-47beeb1aed1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:13.936898 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-166ee85b-b1af-4da4-b02f-47beeb1aed1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:14.057287 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76559090-03aa-4063-80d4-0f6a5d8c1bee req-2aa1c095-a7a3-496f-a92c-baa9816aa191 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:14.064865 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-76559090-03aa-4063-80d4-0f6a5d8c1bee req-2aa1c095-a7a3-496f-a92c-baa9816aa191 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.2961833 Oct 25 14:58:14.109452 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-166ee85b-b1af-4da4-b02f-47beeb1aed1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:14.133375 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-166ee85b-b1af-4da4-b02f-47beeb1aed1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:14.153932 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-76559090-03aa-4063-80d4-0f6a5d8c1bee req-9ac0183e-1959-4ee0-a0dc-587d16ef018d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788817 Oct 25 14:58:14.181089 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-b6fab1c2-65d5-498b-9cdd-f608d3bcc52d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:14.190409 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-166ee85b-b1af-4da4-b02f-47beeb1aed1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c053052c4b1f4e74a542a44caa339c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751495 Oct 25 14:58:14.193029 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55760) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:14.339870 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ee85b-b1af-4da4-b02f-47beeb1aed1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c20cc9-1fdb-4433-bb7a-f0c0ea25f453,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:14.358504 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-166ee85b-b1af-4da4-b02f-47beeb1aed1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:14.386361 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-32979c98-1eae-41c8-a27a-ae01b18a96f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:14.494807 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-32979c98-1eae-41c8-a27a-ae01b18a96f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:14.622763 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55794) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:14.709977 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-87ac56f3-161f-4f6f-8060-8655f1caaad7 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:14.712578 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-87ac56f3-161f-4f6f-8060-8655f1caaad7 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Synchronizing usage tracker for tenant:d2fef806f72d4b2998aa19426dd9b292 on resource:network {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 14:58:14.751972 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:14.767365 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-32979c98-1eae-41c8-a27a-ae01b18a96f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:14.784060 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:14.826773 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-87ac56f3-161f-4f6f-8060-8655f1caaad7 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Unset dirty status for tenant:d2fef806f72d4b2998aa19426dd9b292 on resource:network {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 14:58:14.834225 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-87ac56f3-161f-4f6f-8060-8655f1caaad7 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/networks?id=e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 HTTP/1.1" status: 200 len: 808 time: 0.5082192 Oct 25 14:58:14.858912 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32979c98-1eae-41c8-a27a-ae01b18a96f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c20cc9-1fdb-4433-bb7a-f0c0ea25f453,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:14.869880 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-32979c98-1eae-41c8-a27a-ae01b18a96f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:14.871783 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-975cddf9-1200-4653-8a89-0efa9780afa5 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/quotas/d2fef806f72d4b2998aa19426dd9b292 HTTP/1.1" status: 200 len: 375 time: 0.0352488 Oct 25 14:58:14.884098 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-32979c98-1eae-41c8-a27a-ae01b18a96f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:14.886974 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-32979c98-1eae-41c8-a27a-ae01b18a96f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/74c20cc9-1fdb-4433-bb7a-f0c0ea25f453 HTTP/1.1" status: 204 len: 168 time: 0.6917584 Oct 25 14:58:14.976095 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-3432f462-479f-428b-87cf-1474f540a551 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2fef806f72d4b2998aa19426dd9b292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901985 Oct 25 14:58:15.138946 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fdbe245b-6875-46b8-909a-28fcb776793b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:15.196339 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-fdbe245b-6875-46b8-909a-28fcb776793b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:15.198330 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04164489-6022-409a-9867-6ca55b3fc892 req-b5a166f4-fbfa-406a-8d99-eb09e48e3df9 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:15.201106 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-04164489-6022-409a-9867-6ca55b3fc892 req-b5a166f4-fbfa-406a-8d99-eb09e48e3df9 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.4619944 Oct 25 14:58:15.211595 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-fdbe245b-6875-46b8-909a-28fcb776793b admin admin] Usage tracker for resource:security_group_rule and tenant:97850b43e81b42cf9c2418a0ef3205a0 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:15.216924 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-fdbe245b-6875-46b8-909a-28fcb776793b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:15.230557 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-fdbe245b-6875-46b8-909a-28fcb776793b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:15.379112 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-04164489-6022-409a-9867-6ca55b3fc892 req-6eecd597-b4ee-4799-9e25-154236597676 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529486 Oct 25 14:58:15.382235 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-35423ff3-26ea-4b06-961f-bd44c298350d service neutron] 10.222.0.62 "GET /v2.0/networks/e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933828 Oct 25 14:58:15.474155 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fdbe245b-6875-46b8-909a-28fcb776793b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:15.486261 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fdbe245b-6875-46b8-909a-28fcb776793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:15.510227 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-fc7ecfa5-da4c-4e7e-b0f7-325110e6e3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:15.570294 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe245b-6875-46b8-909a-28fcb776793b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2989b6-935d-4bc4-bfdd-f56afaedde73,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:15.580099 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-fdbe245b-6875-46b8-909a-28fcb776793b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:15.593688 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-fdbe245b-6875-46b8-909a-28fcb776793b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=97850b43e81b42cf9c2418a0ef3205a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9697080 Oct 25 14:58:15.600474 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55840) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:15.733886 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55848) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:15.751991 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-fe239121-56fa-46b9-94bb-4564a09825fb service neutron] 10.222.0.62 "GET /v2.0/networks/e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576107 Oct 25 14:58:15.768879 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a45bc914-a752-42ff-9826-d8e3ca649c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:15.794308 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-a45bc914-a752-42ff-9826-d8e3ca649c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:15.799986 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-a45bc914-a752-42ff-9826-d8e3ca649c12 admin admin] Usage tracker for resource:security_group_rule and tenant:0e9ec0a6aae9466faa35101afc424176 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:15.803610 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-a45bc914-a752-42ff-9826-d8e3ca649c12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:15.811573 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-a45bc914-a752-42ff-9826-d8e3ca649c12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:15.828790 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c79278ea-4ce3-4471-a3e0-3719c2a6c5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:15.903538 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c79278ea-4ce3-4471-a3e0-3719c2a6c5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:15.934195 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd54d5-ca4c-44a5-951b-d2103ad66515 req-cd76aa1c-9e53-476a-9645-f664b543950a tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:15.935766 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-23dd54d5-ca4c-44a5-951b-d2103ad66515 req-cd76aa1c-9e53-476a-9645-f664b543950a tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.1822863 Oct 25 14:58:16.007976 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-23dd54d5-ca4c-44a5-951b-d2103ad66515 req-bfcc6126-b1e1-423b-9ea6-c30d36b814d0 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632055 Oct 25 14:58:16.193777 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c79278ea-4ce3-4471-a3e0-3719c2a6c5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:16.210086 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-4347d414-e6fa-4cf2-993f-b44b1e29703f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:16.234821 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a45bc914-a752-42ff-9826-d8e3ca649c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:16.236445 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c79278ea-4ce3-4471-a3e0-3719c2a6c5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:16.237885 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-c79278ea-4ce3-4471-a3e0-3719c2a6c5dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d2989b6-935d-4bc4-bfdd-f56afaedde73 HTTP/1.1" status: 204 len: 168 time: 0.6349959 Oct 25 14:58:16.241239 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79278ea-4ce3-4471-a3e0-3719c2a6c5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2989b6-935d-4bc4-bfdd-f56afaedde73,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:16.245547 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c79278ea-4ce3-4471-a3e0-3719c2a6c5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:16.248615 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a45bc914-a752-42ff-9826-d8e3ca649c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:16.340569 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:16.361545 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-a45bc914-a752-42ff-9826-d8e3ca649c12 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e9ec0a6aae9466faa35101afc424176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6266217 Oct 25 14:58:16.370452 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55880) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:16.410828 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bc914-a752-42ff-9826-d8e3ca649c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3002a5e1-aa86-414a-9fb5-af8813dcdd49,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:16.415607 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9350edb8-f192-4023-b472-94bcc23bf063 req-664cecb6-051c-4b44-8972-6a6bfd56ddf3 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 210 time: 0.1037166 Oct 25 14:58:16.417572 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-a45bc914-a752-42ff-9826-d8e3ca649c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:16.490247 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-327e2b94-ae7e-4d02-a209-efd8f4f1141d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:16.525226 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:16.535305 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-327e2b94-ae7e-4d02-a209-efd8f4f1141d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:16.579894 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 55892) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:16.688430 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-327e2b94-ae7e-4d02-a209-efd8f4f1141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:16.708473 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-b8738051-794f-4d9d-9cdb-8bbd31a8582f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:16.734898 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-327e2b94-ae7e-4d02-a209-efd8f4f1141d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:16.737189 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-327e2b94-ae7e-4d02-a209-efd8f4f1141d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3002a5e1-aa86-414a-9fb5-af8813dcdd49 HTTP/1.1" status: 204 len: 168 time: 0.3651040 Oct 25 14:58:16.739374 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e2b94-ae7e-4d02-a209-efd8f4f1141d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3002a5e1-aa86-414a-9fb5-af8813dcdd49,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:16.753002 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-327e2b94-ae7e-4d02-a209-efd8f4f1141d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:16.847262 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffc93c-72c7-4eac-8391-381ad3e0631e req-69a195a2-9ec6-4f47-ae59-10cb31052297 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:16.854740 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-cdffc93c-72c7-4eac-8391-381ad3e0631e req-69a195a2-9ec6-4f47-ae59-10cb31052297 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.4610465 Oct 25 14:58:16.863320 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55900) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:16.874401 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55904) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:16.881531 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc633cbc-4a3b-4ecc-9867-8466e4f69237 admin admin] Deleting subnet 52adf1b8-6c9e-467e-b8de-87ca5db27686 {{(pid=86779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Oct 25 14:58:16.887002 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-dc633cbc-4a3b-4ecc-9867-8466e4f69237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:16.889071 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-98daecc8-1851-4e59-be38-856231394ba7 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Request body: {'floatingip': {'port_id': '4506a304-33a5-4d3d-80bf-3364aadb15a0'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:58:16.947687 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 55908) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:16.973491 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-dc633cbc-4a3b-4ecc-9867-8466e4f69237 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:17.009455 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-dc633cbc-4a3b-4ecc-9867-8466e4f69237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4057954'] for subnet, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:17.110207 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b7d7a-6c4f-42a1-b054-c633e72eddf9 req-dbd1c2c2-1913-4f40-9714-19a6e898e591 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:17.118187 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-896b7d7a-6c4f-42a1-b054-c633e72eddf9 req-dbd1c2c2-1913-4f40-9714-19a6e898e591 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.3433142 Oct 25 14:58:17.148220 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-98daecc8-1851-4e59-be38-856231394ba7 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for floatingip, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:17.193837 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-896b7d7a-6c4f-42a1-b054-c633e72eddf9 req-d8b86087-0c81-4904-93f3-98979584dc7b tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746083 Oct 25 14:58:17.211086 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-dc633cbc-4a3b-4ecc-9867-8466e4f69237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4057961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for subnet, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:17.246258 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-a2aca2bb-055b-4a3a-bfe0-e57d0975b671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:17.339337 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-dc633cbc-4a3b-4ecc-9867-8466e4f69237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:17.382677 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc633cbc-4a3b-4ecc-9867-8466e4f69237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52adf1b8-6c9e-467e-b8de-87ca5db27686,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:17.398543 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-dc633cbc-4a3b-4ecc-9867-8466e4f69237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:17.405344 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-dc633cbc-4a3b-4ecc-9867-8466e4f69237 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/52adf1b8-6c9e-467e-b8de-87ca5db27686 HTTP/1.1" status: 204 len: 168 time: 0.8242137 Oct 25 14:58:17.406398 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 55920) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:17.606096 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4166563'] for network, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:17.756780 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5e1bde3e-442b-4736-89ca-b405456dd0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:17.801437 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-5e1bde3e-442b-4736-89ca-b405456dd0e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:17.807038 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6df-08a5-4021-8a77-3df1fa82d182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:17.817979 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5184b7bd-2617-42a5-bf8d-26bbe63049d5 req-777ce5d8-6f2c-4778-b98a-a4dfa8a90264 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 210 time: 0.0998979 Oct 25 14:58:17.830859 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-5e1bde3e-442b-4736-89ca-b405456dd0e8 admin admin] Usage tracker for resource:security_group_rule and tenant:3f00446d272f4f179ac5402f0b86ecdd is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:17.838258 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-5e1bde3e-442b-4736-89ca-b405456dd0e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:17.855132 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-5e1bde3e-442b-4736-89ca-b405456dd0e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:17.888011 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 55930) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:17.890308 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-0e6ac6df-08a5-4021-8a77-3df1fa82d182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:17.918855 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-0e6ac6df-08a5-4021-8a77-3df1fa82d182 admin admin] Usage tracker for resource:security_group_rule and tenant:507887a6e6fb4a1b8fef5e38aee1292c is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:17.933001 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9ec09411-7202-47f8-80ea-ff8d9e694723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:17.942703 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-0e6ac6df-08a5-4021-8a77-3df1fa82d182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:17.956868 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-0e6ac6df-08a5-4021-8a77-3df1fa82d182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:17.964286 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283197', 'neutron.services.segments.db._delete_segments_for_network-8733670938031'] for network, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:17.980871 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-9ec09411-7202-47f8-80ea-ff8d9e694723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:18.002161 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-9ec09411-7202-47f8-80ea-ff8d9e694723 admin admin] Usage tracker for resource:security_group_rule and tenant:3606ebb027b6453db69ada63aedfcc51 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:18.015333 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-9ec09411-7202-47f8-80ea-ff8d9e694723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:18.025771 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-9ec09411-7202-47f8-80ea-ff8d9e694723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:18.031289 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:58:18.032159 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:58:18.032448 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:58:18.032821 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=86779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:58:18.033143 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:58:18.033931 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=86779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:58:18.033931 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:58:18.034234 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:58:18.034379 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:58:18.034722 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:58:18.187335 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:58:18.187746 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:58:18.188218 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:58:18.188611 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 14:58:18.189062 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c75e86b-e962-48e0-9873-db386a9b22af']}} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:58:18.223369 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfdc7762-0832-4d9e-abe7-d066c04bc8f9') {'for_net_delete': True} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:58:18.223727 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfdc7762-0832-4d9e-abe7-d066c04bc8f9') {} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:58:18.259012 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733670937869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27903068'] for segment, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:18.296814 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:18.311767 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=86779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 14:58:18.312623 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4059317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28131536'] for segment, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: from cryptography.utils import int_from_bytes Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: from cryptography.utils import int_from_bytes Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: util.warn_limited( Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: util.warn_limited( Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: Traceback (most recent call last): Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: timer() Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: cb(*args, **kw) Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: return func(*args, **kwargs) Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: self._notify() Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: self.callback(batched_events) Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: event.method(event) Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: return f(self, *a, **k) Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: return self._get(url).json() Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: return self.request(url, 'GET', **kwargs) Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 14:58:18.332789 dv-cinder-813751-1-smb neutron-server[86779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 14:58:18.484601 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-bfef8d46-46b3-463c-aad6-757b4ad299d8 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:18.485601 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-bfef8d46-46b3-463c-aad6-757b4ad299d8 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.31 "GET /v2.0/networks?id=e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 HTTP/1.1" status: 200 len: 808 time: 0.1790535 Oct 25 14:58:18.550752 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Request body: {'port': {'device_id': 'f5e2629a-df4c-4ed0-9ecd-a302d8d498a6', 'network_id': 'e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44', 'admin_state_up': True, 'tenant_id': 'd2fef806f72d4b2998aa19426dd9b292'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:58:18.597584 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6df-08a5-4021-8a77-3df1fa82d182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:18.599397 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672812'] for network, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:18.615123 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6df-08a5-4021-8a77-3df1fa82d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:18.627279 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f49e2c53-a305-442e-918b-9d31bef0a29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:18.653567 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:18.673470 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5e1bde3e-442b-4736-89ca-b405456dd0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:18.702134 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5e1bde3e-442b-4736-89ca-b405456dd0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:18.742120 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9ec09411-7202-47f8-80ea-ff8d9e694723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:18.744414 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:18.745506 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-0e6ac6df-08a5-4021-8a77-3df1fa82d182 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=507887a6e6fb4a1b8fef5e38aee1292c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7967987 Oct 25 14:58:18.746805 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ac6df-08a5-4021-8a77-3df1fa82d182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b9ea27-c76f-4312-978e-65c4fbcf5fad,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:18.751031 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-0e6ac6df-08a5-4021-8a77-3df1fa82d182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:18.752561 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 55948) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:18.753463 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:18.766415 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-5e1bde3e-442b-4736-89ca-b405456dd0e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f00446d272f4f179ac5402f0b86ecdd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8865638 Oct 25 14:58:18.766415 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.db.resource_extend [None req-98daecc8-1851-4e59-be38-856231394ba7 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 14:58:18.770390 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 55950) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:18.791290 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9c75e86b-e962-48e0-9873-db386a9b22af HTTP/1.1" status: 204 len: 168 time: 1.3832650 Oct 25 14:58:18.792317 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9ec09411-7202-47f8-80ea-ff8d9e694723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:18.812000 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c75e86b-e962-48e0-9873-db386a9b22af,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:18.822199 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:18.827743 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-ac320c23-09e7-43ba-84d7-7d8963258b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:18.924822 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-9ec09411-7202-47f8-80ea-ff8d9e694723 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3606ebb027b6453db69ada63aedfcc51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0370796 Oct 25 14:58:18.936119 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bde3e-442b-4736-89ca-b405456dd0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84910534-032e-48d4-883e-4707b30c3d6e,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:18.937870 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 55964) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:18.939570 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec09411-7202-47f8-80ea-ff8d9e694723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8741464-343c-4627-8ef4-6c2b2b5d5b8c,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:18.946881 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-9ec09411-7202-47f8-80ea-ff8d9e694723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:18.959234 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde4745-940a-499f-8373-0dd341faf4a1 req-00400857-4213-478b-8d7d-9259a4447477 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:18.963089 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2bde4745-940a-499f-8373-0dd341faf4a1 req-00400857-4213-478b-8d7d-9259a4447477 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.4355769 Oct 25 14:58:19.038303 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5e1bde3e-442b-4736-89ca-b405456dd0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:19.060112 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-930aa830-3b5c-4e6b-b0cb-b28ede6ece5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.107032 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0d4e9966-96cc-4ba2-91d5-333ef11b1631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.134168 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2bde4745-940a-499f-8373-0dd341faf4a1 req-65c23818-417c-4210-8c7f-e0dfe91f8763 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530559 Oct 25 14:58:19.184404 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-930aa830-3b5c-4e6b-b0cb-b28ede6ece5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.193206 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0d4e9966-96cc-4ba2-91d5-333ef11b1631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.208647 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-98daecc8-1851-4e59-be38-856231394ba7 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.233768 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 55974) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:19.234785 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-98daecc8-1851-4e59-be38-856231394ba7 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672821'] for floatingip, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.245052 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-83d4773a-bc9f-4340-b2c8-f943531309df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.334209 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c8fb3cba-7c1d-4c6a-b411-9eb62d75138d req-ef005992-edf1-489f-9d1a-3202ed99521b tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 210 time: 0.0991569 Oct 25 14:58:19.359084 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-83d4773a-bc9f-4340-b2c8-f943531309df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.422373 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-930aa830-3b5c-4e6b-b0cb-b28ede6ece5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.428671 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:19.436305 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0d4e9966-96cc-4ba2-91d5-333ef11b1631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.441016 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:19.453144 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930aa830-3b5c-4e6b-b0cb-b28ede6ece5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b9ea27-c76f-4312-978e-65c4fbcf5fad,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:19.459011 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-930aa830-3b5c-4e6b-b0cb-b28ede6ece5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:19.460658 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-4945f10f-4961-4c6d-909a-d2d940d100e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:19.471753 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Usage tracker for resource:port and tenant:d2fef806f72d4b2998aa19426dd9b292 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:19.485363 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:19.487973 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e9966-96cc-4ba2-91d5-333ef11b1631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84910534-032e-48d4-883e-4707b30c3d6e,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:19.494845 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-0d4e9966-96cc-4ba2-91d5-333ef11b1631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:19.497170 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-930aa830-3b5c-4e6b-b0cb-b28ede6ece5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.498552 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-930aa830-3b5c-4e6b-b0cb-b28ede6ece5e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15b9ea27-c76f-4312-978e-65c4fbcf5fad HTTP/1.1" status: 204 len: 168 time: 0.7295587 Oct 25 14:58:19.501964 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-83d4773a-bc9f-4340-b2c8-f943531309df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.510667 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-8bebd4fc-f984-4f5f-84dd-07448015518d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:19.518003 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-83d4773a-bc9f-4340-b2c8-f943531309df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.519278 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-83d4773a-bc9f-4340-b2c8-f943531309df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8741464-343c-4627-8ef4-6c2b2b5d5b8c HTTP/1.1" status: 204 len: 168 time: 0.5765331 Oct 25 14:58:19.520653 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0d4e9966-96cc-4ba2-91d5-333ef11b1631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.521477 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-0d4e9966-96cc-4ba2-91d5-333ef11b1631 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/84910534-032e-48d4-883e-4707b30c3d6e HTTP/1.1" status: 204 len: 168 time: 0.7449098 Oct 25 14:58:19.526514 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4773a-bc9f-4340-b2c8-f943531309df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8741464-343c-4627-8ef4-6c2b2b5d5b8c,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:19.529015 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-83d4773a-bc9f-4340-b2c8-f943531309df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:19.592271 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:19.630840 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-3c200361-bbc5-4258-8a9e-fc9b665f1d6c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b35574100dda42c0b2ddb813f2306938&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3030307 Oct 25 14:58:19.635124 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 55986) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:19.683539 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.l3_db [None req-98daecc8-1851-4e59-be38-856231394ba7 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Floating IP 30641c2c-b9f7-49ba-892b-3855ce116e5a associated. External IP: 172.28.2.191, port: 4506a304-33a5-4d3d-80bf-3364aadb15a0. Oct 25 14:58:19.701867 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d2bbd0b7-1b83-4d54-a4c0-0f74744a3bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.734868 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d2bbd0b7-1b83-4d54-a4c0-0f74744a3bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.799068 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Made reservation on behalf of d2fef806f72d4b2998aa19426dd9b292 for: {'port': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:58:19.805984 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.810635 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d2bbd0b7-1b83-4d54-a4c0-0f74744a3bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.817607 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:19.832391 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbd0b7-1b83-4d54-a4c0-0f74744a3bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ea0d27-ec0a-4186-a00f-812de495a024,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:19.836398 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-d2bbd0b7-1b83-4d54-a4c0-0f74744a3bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:19.839100 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d2bbd0b7-1b83-4d54-a4c0-0f74744a3bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:19.840797 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-d2bbd0b7-1b83-4d54-a4c0-0f74744a3bea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83ea0d27-ec0a-4186-a00f-812de495a024 HTTP/1.1" status: 204 len: 168 time: 0.2046237 Oct 25 14:58:20.330873 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Allocated IP 172.20.0.7 (e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44/33b42ccb-12ab-4693-980c-b81517c2c4e3/4c458c21-a466-45a2-bb90-c1e4f2806383) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:58:20.386829 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75728cc-f45b-4e51-ac42-7b74b71d90ff req-5a0f5220-3b8a-40f2-bdb9-b5628c7126e0 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:20.389673 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d75728cc-f45b-4e51-ac42-7b74b71d90ff req-5a0f5220-3b8a-40f2-bdb9-b5628c7126e0 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.1137898 Oct 25 14:58:20.465722 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 56004) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:20.534874 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d75728cc-f45b-4e51-ac42-7b74b71d90ff req-0296d522-0b7b-4fef-9baa-4962af8093bd tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369150 Oct 25 14:58:20.697910 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d5b9e4cf-2d40-493c-aba3-b4fc600981a4 req-34e4e056-91f4-4ebf-bf27-d6f3237e9dc5 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 210 time: 0.1602852 Oct 25 14:58:20.701804 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d1f029bc-532e-42df-b4a4-8bfbd4cc56fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:20.732594 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-d1f029bc-532e-42df-b4a4-8bfbd4cc56fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:20.738818 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-d1f029bc-532e-42df-b4a4-8bfbd4cc56fc admin admin] Usage tracker for resource:security_group_rule and tenant:51cf81a414814cd09aa0e4d775fc2ace is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:20.746196 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-d1f029bc-532e-42df-b4a4-8bfbd4cc56fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:20.762792 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-d1f029bc-532e-42df-b4a4-8bfbd4cc56fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:20.808342 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98daecc8-1851-4e59-be38-856231394ba7 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Router a65706d8-8961-4efb-b0bc-6a7d37e49d56 has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 14:58:20.856462 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 56018) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:20.897817 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-556f6a4a-343c-413e-802f-af71b3533498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:20.919615 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-556f6a4a-343c-413e-802f-af71b3533498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:20.932502 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-556f6a4a-343c-413e-802f-af71b3533498 admin admin] Usage tracker for resource:security_group_rule and tenant:070467e4217a4da6881275937ab6f9f4 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:20.939538 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-556f6a4a-343c-413e-802f-af71b3533498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:20.949481 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-556f6a4a-343c-413e-802f-af71b3533498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:20.954355 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:20.989718 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d1f029bc-532e-42df-b4a4-8bfbd4cc56fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:20.995035 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d1f029bc-532e-42df-b4a4-8bfbd4cc56fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:21.010787 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-87073b16-84d3-4dfc-8674-e7db23101a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:21.051923 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f029bc-532e-42df-b4a4-8bfbd4cc56fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafbde10-e2af-4d7b-8edc-df1e31552d95,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:21.056494 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-d1f029bc-532e-42df-b4a4-8bfbd4cc56fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:21.077601 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98daecc8-1851-4e59-be38-856231394ba7 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 14:58:21.095055 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8f9d7-f4fb-44ea-8a2b-47905f1bba98 None None] Sync routers for ids ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'] in dv-cinder-813751-1-smb {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 14:58:21.099561 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:21.104272 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-d1f029bc-532e-42df-b4a4-8bfbd4cc56fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=51cf81a414814cd09aa0e4d775fc2ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6370683 Oct 25 14:58:21.105419 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 56026) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:21.108710 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-98daecc8-1851-4e59-be38-856231394ba7 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for floatingip, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:21.132317 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8f9d7-f4fb-44ea-8a2b-47905f1bba98 None None] Routers {'a65706d8-8961-4efb-b0bc-6a7d37e49d56'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:58:21.134685 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-eaf8f9d7-f4fb-44ea-8a2b-47905f1bba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:58:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:58:21.148904 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-6250f40d-29f4-4991-8742-4ca6829b7550 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:21.239767 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1d120f87-6890-403e-bf5c-9ada21d12b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:21.244522 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Network e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:58:21.250561 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:58:21.259050 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:58:21.308221 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Pushing event updated for resources: {'Port': ['ID=4c458c21-a466-45a2-bb90-c1e4f2806383,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:21.315063 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-98daecc8-1851-4e59-be38-856231394ba7 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "PUT /v2.0/floatingips/30641c2c-b9f7-49ba-892b-3855ce116e5a HTTP/1.1" status: 200 len: 991 time: 4.4480379 Oct 25 14:58:21.318680 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:21.319290 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473fc4c2-8c9d-4ec3-8002-b4a14b072ec2', 'tag': '4506a304-33a5-4d3d-80bf-3364aadb15a0'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:58:21.350172 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:21.350413 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-556f6a4a-343c-413e-802f-af71b3533498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:21.351441 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:21.363078 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-556f6a4a-343c-413e-802f-af71b3533498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:21.389048 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-83d4773a-bc9f-4340-b2c8-f943531309df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:21.391881 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8457961 Oct 25 14:58:21.417470 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Request body: {'port': {'device_id': 'f5e2629a-df4c-4ed0-9ecd-a302d8d498a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:58:21.493173 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473fc4c2-8c9d-4ec3-8002-b4a14b072ec2', 'tag': '4506a304-33a5-4d3d-80bf-3364aadb15a0', 'status': 'completed', 'code': 200} Oct 25 14:58:21.530836 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1d120f87-6890-403e-bf5c-9ada21d12b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:21.613093 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-eaf8f9d7-f4fb-44ea-8a2b-47905f1bba98 None None] Set router a65706d8-8961-4efb-b0bc-6a7d37e49d56 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:58:21.723973 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f6a4a-343c-413e-802f-af71b3533498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a74111-2038-4f1d-ac80-048ba685232e,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:21.767278 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-556f6a4a-343c-413e-802f-af71b3533498 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=070467e4217a4da6881275937ab6f9f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9090886 Oct 25 14:58:21.815734 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 56050) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:21.889084 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-556f6a4a-343c-413e-802f-af71b3533498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:21.947591 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:21.996938 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1d120f87-6890-403e-bf5c-9ada21d12b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:22.010199 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-6b4a2c6d-4bec-4b8a-a5e0-b564f2ce0793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:22.054975 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d120f87-6890-403e-bf5c-9ada21d12b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafbde10-e2af-4d7b-8edc-df1e31552d95,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:22.061869 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1d120f87-6890-403e-bf5c-9ada21d12b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:22.074381 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1d120f87-6890-403e-bf5c-9ada21d12b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:22.075531 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-1d120f87-6890-403e-bf5c-9ada21d12b42 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eafbde10-e2af-4d7b-8edc-df1e31552d95 HTTP/1.1" status: 204 len: 168 time: 0.9664268 Oct 25 14:58:22.107771 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acc03b-7df6-4b4a-8576-08f7dc8bf6d6 req-a561562c-3a83-4efb-bf57-c99a1811e34b tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:22.109326 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d1acc03b-7df6-4b4a-8576-08f7dc8bf6d6 req-a561562c-3a83-4efb-bf57-c99a1811e34b tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 931 time: 0.1734145 Oct 25 14:58:22.123447 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9b92d-2975-476d-8f3a-fdf442ecf107 req-aacc00e7-f710-44fb-ac11-9f944b4527ee tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:22.131486 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8ab9b92d-2975-476d-8f3a-fdf442ecf107 req-aacc00e7-f710-44fb-ac11-9f944b4527ee tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.4192288 Oct 25 14:58:22.170717 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664f2cf-03fd-44c5-8239-4477b029955e req-18e9a2ac-7f71-4d5a-a77f-86dbafad10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:22.177320 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8664f2cf-03fd-44c5-8239-4477b029955e req-18e9a2ac-7f71-4d5a-a77f-86dbafad10ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec1fc5a480a1442bac3e578b604cf89f&device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 1098 time: 0.6150107 Oct 25 14:58:22.222527 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8ab9b92d-2975-476d-8f3a-fdf442ecf107 req-8fb4068f-a69c-43cc-8500-403928a9bb79 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894563 Oct 25 14:58:22.259247 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-d1acc03b-7df6-4b4a-8576-08f7dc8bf6d6 req-831a2592-40cf-46d8-83f9-1c52a0d54883 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Synchronizing usage tracker for tenant:d2fef806f72d4b2998aa19426dd9b292 on resource:security_group {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 14:58:22.314271 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-d1acc03b-7df6-4b4a-8576-08f7dc8bf6d6 req-831a2592-40cf-46d8-83f9-1c52a0d54883 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Unset dirty status for tenant:d2fef806f72d4b2998aa19426dd9b292 on resource:security_group {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 14:58:22.321649 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d1acc03b-7df6-4b4a-8576-08f7dc8bf6d6 req-831a2592-40cf-46d8-83f9-1c52a0d54883 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871204 Oct 25 14:58:22.435518 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-eaf8f9d7-f4fb-44ea-8a2b-47905f1bba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:23Z', 'revision_number': 4, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': '30641c2c-b9f7-49ba-892b-3855ce116e5a', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'floating_ip_address': '172.28.2.191', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'port_id': '4506a304-33a5-4d3d-80bf-3364aadb15a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'mac_address': 'fa:16:3e:29:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fc4c2-8c9d-4ec3-8002-b4a14b072ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T14:57:41Z', 'updated_at': '2021-10-25T14:58:18Z', 'revision_number': 1, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e971a096-03c1-413f-af8b-a1906b207c78', 'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'mac_address': 'fa:16:3e:47:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:19Z', 'updated_at': '2021-10-25T14:57:40Z', 'revision_number': 5, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'subnets': [{'id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:58:22.440952 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8f9d7-f4fb-44ea-8a2b-47905f1bba98 None None] Checking router: a65706d8-8961-4efb-b0bc-6a7d37e49d56 for host: dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 14:58:22.455189 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8f9d7-f4fb-44ea-8a2b-47905f1bba98 None None] Routers {'a65706d8-8961-4efb-b0bc-6a7d37e49d56'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:58:22.456159 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-eaf8f9d7-f4fb-44ea-8a2b-47905f1bba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:58:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:58:22.481550 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5a8c408f-a310-49ce-bbc2-5a4ce5ce5206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:22.518693 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5a8c408f-a310-49ce-bbc2-5a4ce5ce5206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:22.680835 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-eaf8f9d7-f4fb-44ea-8a2b-47905f1bba98 None None] Set router a65706d8-8961-4efb-b0bc-6a7d37e49d56 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:58:22.791048 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664f2cf-03fd-44c5-8239-4477b029955e req-d2a18093-74b7-4a0f-b366-cf4fdb40f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:22.792746 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8664f2cf-03fd-44c5-8239-4477b029955e req-d2a18093-74b7-4a0f-b366-cf4fdb40f7a6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9ab300cd-9646-4c55-951a-9f82ccc02761 HTTP/1.1" status: 200 len: 911 time: 0.5950384 Oct 25 14:58:23.127229 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5a8c408f-a310-49ce-bbc2-5a4ce5ce5206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:23.141644 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-8564b894-d34c-435e-9590-800111f46daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:23.235851 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c408f-a310-49ce-bbc2-5a4ce5ce5206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a74111-2038-4f1d-ac80-048ba685232e,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:23.288521 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5a8c408f-a310-49ce-bbc2-5a4ce5ce5206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:23.290416 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5a8c408f-a310-49ce-bbc2-5a4ce5ce5206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:23.291921 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-5a8c408f-a310-49ce-bbc2-5a4ce5ce5206 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23a74111-2038-4f1d-ac80-048ba685232e HTTP/1.1" status: 204 len: 168 time: 1.4748809 Oct 25 14:58:23.300360 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8664f2cf-03fd-44c5-8239-4477b029955e req-363d7079-8a0d-4f37-9ede-c376cd84b79f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4506a304-33a5-4d3d-80bf-3364aadb15a0 HTTP/1.1" status: 200 len: 999 time: 0.4850385 Oct 25 14:58:23.315438 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-eaf8f9d7-f4fb-44ea-8a2b-47905f1bba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:23Z', 'revision_number': 4, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': '30641c2c-b9f7-49ba-892b-3855ce116e5a', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'floating_ip_address': '172.28.2.191', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'port_id': '4506a304-33a5-4d3d-80bf-3364aadb15a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'mac_address': 'fa:16:3e:29:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fc4c2-8c9d-4ec3-8002-b4a14b072ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T14:57:41Z', 'updated_at': '2021-10-25T14:58:18Z', 'revision_number': 1, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e971a096-03c1-413f-af8b-a1906b207c78', 'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'mac_address': 'fa:16:3e:47:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:19Z', 'updated_at': '2021-10-25T14:57:40Z', 'revision_number': 5, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'subnets': [{'id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:58:23.323745 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8f9d7-f4fb-44ea-8a2b-47905f1bba98 None None] The sync data for ids ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'] in dv-cinder-813751-1-smb is: [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:23Z', 'revision_number': 4, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': '30641c2c-b9f7-49ba-892b-3855ce116e5a', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'floating_ip_address': '172.28.2.191', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'port_id': '4506a304-33a5-4d3d-80bf-3364aadb15a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'mac_address': 'fa:16:3e:29:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fc4c2-8c9d-4ec3-8002-b4a14b072ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T14:57:41Z', 'updated_at': '2021-10-25T14:58:18Z', 'revision_number': 1, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e971a096-03c1-413f-af8b-a1906b207c78', 'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'mac_address': 'fa:16:3e:47:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:19Z', 'updated_at': '2021-10-25T14:57:40Z', 'revision_number': 5, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'subnets': [{'id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 14:58:23.474476 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c458c21-a466-45a2-bb90-c1e4f2806383 {{(pid=86778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 14:58:23.486792 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664f2cf-03fd-44c5-8239-4477b029955e req-0d9f867e-ca21-4fcb-9935-005f762ebd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:23.494155 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8664f2cf-03fd-44c5-8239-4477b029955e req-0d9f867e-ca21-4fcb-9935-005f762ebd29 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7be2497d-78d4-40d2-b881-9b05ba010f0d HTTP/1.1" status: 200 len: 849 time: 0.1793811 Oct 25 14:58:23.501979 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:23.691323 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Transition to ACTIVE for port object 4c458c21-a466-45a2-bb90-c1e4f2806383 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:58:23.726358 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:23.736046 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f15529-0a7c-42bb-9f77-037573cf8c1d req-8e3234ab-ad1b-46a5-93f2-3c1415e7b8a5 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:23.742279 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-43870c33-f999-4878-a245-e7e77dc85208 tempest-DeleteServersTestJSON-49178826 tempest-DeleteServersTestJSON-49178826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:23.746291 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-93f15529-0a7c-42bb-9f77-037573cf8c1d req-8e3234ab-ad1b-46a5-93f2-3c1415e7b8a5 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.3350923 Oct 25 14:58:23.814850 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e09fc1b-5b93-4241-896a-1df13ca1ed83 None None] New status for floating IP 30641c2c-b9f7-49ba-892b-3855ce116e5a: ACTIVE {{(pid=86780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 14:58:23.951224 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-93f15529-0a7c-42bb-9f77-037573cf8c1d req-0e9ec935-a49d-4221-a634-b7bdf2d5204e tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025154 Oct 25 14:58:23.997911 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de231c-f9d4-40bf-8c0e-f31f17d8ac38 req-1774767d-2ec6-4ed7-be85-b6292e487e8d tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:24.008171 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d2de231c-f9d4-40bf-8c0e-f31f17d8ac38 req-1774767d-2ec6-4ed7-be85-b6292e487e8d tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 931 time: 0.3697405 Oct 25 14:58:24.053472 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c458c21-a466-45a2-bb90-c1e4f2806383,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:24.090203 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:24.124340 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d2de231c-f9d4-40bf-8c0e-f31f17d8ac38 req-c62c6af0-9bc4-4110-a4e9-06bb5f7b46ec tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151290 Oct 25 14:58:24.308090 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664f2cf-03fd-44c5-8239-4477b029955e req-6c3ef6eb-3c6d-4bc8-a89c-903132ff396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:24.311337 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8664f2cf-03fd-44c5-8239-4477b029955e req-6c3ef6eb-3c6d-4bc8-a89c-903132ff396a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ab300cd-9646-4c55-951a-9f82ccc02761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8057673 Oct 25 14:58:24.671853 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Attempting to bind port 4c458c21-a466-45a2-bb90-c1e4f2806383 on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:58:24.672196 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Attempting to bind port 4c458c21-a466-45a2-bb90-c1e4f2806383 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '07da518b-bad8-40cf-915e-4e11274b1c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:58:24.672599 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Attempting to bind port 4c458c21-a466-45a2-bb90-c1e4f2806383 on network e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:58:24.682014 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Port 4c458c21-a466-45a2-bb90-c1e4f2806383 on network e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 14:58:24.682355 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Attempting to bind port 4c458c21-a466-45a2-bb90-c1e4f2806383 on network e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:58:24.690680 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:58:24.691025 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Checking segment: {'id': '07da518b-bad8-40cf-915e-4e11274b1c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:58:24.691418 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Bound using segment: {'id': '07da518b-bad8-40cf-915e-4e11274b1c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:58:24.691985 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Bound port: 4c458c21-a466-45a2-bb90-c1e4f2806383, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07da518b-bad8-40cf-915e-4e11274b1c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:58:24.692303 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:24.865051 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8664f2cf-03fd-44c5-8239-4477b029955e req-ba27a9b8-35fb-4857-8d3d-106daae8d336 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368550 Oct 25 14:58:25.026841 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] For port 4c458c21-a466-45a2-bb90-c1e4f2806383, host hv-cinder-81375, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:58:25.044043 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] For port 4c458c21-a466-45a2-bb90-c1e4f2806383, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4c458c21-a466-45a2-bb90-c1e4f2806383,segment=NetworkSegment(07da518b-bad8-40cf-915e-4e11274b1c9c),segment_id=07da518b-bad8-40cf-915e-4e11274b1c9c)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:58:25.053942 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:25.080243 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:25.140913 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:25.141792 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:25.143229 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] 10.222.0.31 "PUT /v2.0/ports/4c458c21-a466-45a2-bb90-c1e4f2806383 HTTP/1.1" status: 200 len: 1093 time: 3.7376285 Oct 25 14:58:25.153377 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e2629a-df4c-4ed0-9ecd-a302d8d498a6', 'tag': '4c458c21-a466-45a2-bb90-c1e4f2806383'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:58:25.236212 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8664f2cf-03fd-44c5-8239-4477b029955e req-cdfb8160-91a1-4cc7-9314-ad15dde0c861 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562083 Oct 25 14:58:25.240460 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f87a2a-5ee1-462a-a6b4-57015c232c70 req-0e9affaf-1b0f-4873-9219-b5c53f263ff9 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:25.246589 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-20f87a2a-5ee1-462a-a6b4-57015c232c70 req-0e9affaf-1b0f-4873-9219-b5c53f263ff9 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.1032772 Oct 25 14:58:25.305850 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c458c21-a466-45a2-bb90-c1e4f2806383,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:25.306142 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-20f87a2a-5ee1-462a-a6b4-57015c232c70 req-f1b7e658-d0d1-426d-95b2-0a181ba045e7 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523884 Oct 25 14:58:25.309332 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:25.402677 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e2629a-df4c-4ed0-9ecd-a302d8d498a6', 'tag': '4c458c21-a466-45a2-bb90-c1e4f2806383', 'status': 'completed', 'code': 200} Oct 25 14:58:25.415666 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-a5f656e1-9bab-4f30-a4c5-a66241a127f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:25.419767 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-a5f656e1-9bab-4f30-a4c5-a66241a127f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d2fef806f72d4b2998aa19426dd9b292&device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 1096 time: 0.1558268 Oct 25 14:58:25.497384 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcfd67-7c4f-4ad3-b9b1-64ed2e3d93f2 req-bd56127c-e219-43d1-b717-8adbd0e9ed69 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:25.510449 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-49dcfd67-7c4f-4ad3-b9b1-64ed2e3d93f2 req-bd56127c-e219-43d1-b717-8adbd0e9ed69 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 943 time: 0.1587386 Oct 25 14:58:25.533666 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-0e23c9f0-f743-4836-822a-0cbc8763be24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c458c21-a466-45a2-bb90-c1e4f2806383 HTTP/1.1" status: 200 len: 217 time: 0.0943563 Oct 25 14:58:25.587849 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-49dcfd67-7c4f-4ad3-b9b1-64ed2e3d93f2 req-4f3ba2c8-e4af-4d79-8a41-92fa0a265c5a tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756283 Oct 25 14:58:25.654765 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-24af0e8e-d9c9-4619-b917-017ad9dbdec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:25.656311 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-24af0e8e-d9c9-4619-b917-017ad9dbdec2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=33b42ccb-12ab-4693-980c-b81517c2c4e3 HTTP/1.1" status: 200 len: 848 time: 0.0976753 Oct 25 14:58:25.715930 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-9eb54aec-502f-4bef-8692-683626e5443b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508981 Oct 25 14:58:25.911523 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-fd65a294-603c-4313-81e8-d602de75ef51 service neutron] 10.222.0.31 "GET /v2.0/networks/e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872270 Oct 25 14:58:26.296370 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9d63b25b-3530-40ac-989a-5f524028bfdd req-1f400241-112d-406d-9aa7-06cc0f41aa0b service neutron] 10.222.0.31 "GET /v2.0/networks/e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750322 Oct 25 14:58:26.681400 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3639dd-62b2-4948-8f8e-e66d591e9cea req-8cbc3bd7-ae50-488b-9869-01016f43e0f1 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:26.692660 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0b3639dd-62b2-4948-8f8e-e66d591e9cea req-8cbc3bd7-ae50-488b-9869-01016f43e0f1 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.1350765 Oct 25 14:58:26.757873 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0b3639dd-62b2-4948-8f8e-e66d591e9cea req-701cefc3-7e3d-4593-886c-1f5e2b99c080 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627718 Oct 25 14:58:26.820481 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8a612-2c5d-446c-827a-67859ba1ba5d req-93488632-f1b0-4977-8b3c-1069ac4bfef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:26.823375 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-bcd8a612-2c5d-446c-827a-67859ba1ba5d req-93488632-f1b0-4977-8b3c-1069ac4bfef4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d2fef806f72d4b2998aa19426dd9b292&device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 1096 time: 0.4173968 Oct 25 14:58:26.997087 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d79d0-c787-4ccc-9e92-6bd486df4fcc req-926747c4-952e-4bbe-ae62-731b62557449 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:27.006355 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-270d79d0-c787-4ccc-9e92-6bd486df4fcc req-926747c4-952e-4bbe-ae62-731b62557449 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 943 time: 0.1111500 Oct 25 14:58:27.122034 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-270d79d0-c787-4ccc-9e92-6bd486df4fcc req-c9299913-4c27-432b-92b9-5afce1133c68 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136661 Oct 25 14:58:27.151352 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8a612-2c5d-446c-827a-67859ba1ba5d req-1b2624f9-cd0c-403a-8ee5-2c566e68e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:27.156542 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-bcd8a612-2c5d-446c-827a-67859ba1ba5d req-1b2624f9-cd0c-403a-8ee5-2c566e68e554 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 HTTP/1.1" status: 200 len: 909 time: 0.3238704 Oct 25 14:58:27.268011 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-bcd8a612-2c5d-446c-827a-67859ba1ba5d req-66258e43-8147-4a41-82c8-3e4e04c4b58b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c458c21-a466-45a2-bb90-c1e4f2806383 HTTP/1.1" status: 200 len: 217 time: 0.1047175 Oct 25 14:58:27.373608 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8a612-2c5d-446c-827a-67859ba1ba5d req-1706f652-9450-4ef4-a8dd-c8070d6e2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:27.376091 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-bcd8a612-2c5d-446c-827a-67859ba1ba5d req-1706f652-9450-4ef4-a8dd-c8070d6e2a60 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=33b42ccb-12ab-4693-980c-b81517c2c4e3 HTTP/1.1" status: 200 len: 848 time: 0.0982480 Oct 25 14:58:27.442033 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-bcd8a612-2c5d-446c-827a-67859ba1ba5d req-980c6e99-c827-4b3d-a9a5-e39d3b2f8d7e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555179 Oct 25 14:58:27.748818 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-bcd8a612-2c5d-446c-827a-67859ba1ba5d req-68da1c9e-e76a-4ac5-b4d9-e061955c8167 service neutron] 10.222.0.31 "GET /v2.0/networks/e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990923 Oct 25 14:58:28.119471 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-bcd8a612-2c5d-446c-827a-67859ba1ba5d req-57db7b2c-6bb1-46d3-975d-2a4002525970 service neutron] 10.222.0.31 "GET /v2.0/networks/e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623312 Oct 25 14:58:28.316719 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e747af-f1df-4d99-b521-85e6c767eb5d req-b5df0b8b-5aa7-43f7-ac16-5dc64cb40883 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:28.318999 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-58e747af-f1df-4d99-b521-85e6c767eb5d req-b5df0b8b-5aa7-43f7-ac16-5dc64cb40883 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.2341521 Oct 25 14:58:28.376889 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-58e747af-f1df-4d99-b521-85e6c767eb5d req-0d430dfa-f7ac-450d-bb37-5e8b6bc352e2 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465260 Oct 25 14:58:28.603908 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e392fde-f910-4204-a586-6c0a14fdbcee req-b8f1bdbb-998d-4f85-b8df-22c9648073ef tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:28.607058 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2e392fde-f910-4204-a586-6c0a14fdbcee req-b8f1bdbb-998d-4f85-b8df-22c9648073ef tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 943 time: 0.1398966 Oct 25 14:58:28.676152 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2e392fde-f910-4204-a586-6c0a14fdbcee req-217ada26-2020-4b0d-a9c5-da1f938cee0c tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602610 Oct 25 14:58:29.738371 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837ad4d-df36-477a-a34c-363d90401119 req-c4ce4f08-1684-4161-95d6-8d4bbb7695e4 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:29.739933 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4837ad4d-df36-477a-a34c-363d90401119 req-c4ce4f08-1684-4161-95d6-8d4bbb7695e4 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.1065354 Oct 25 14:58:29.800296 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4837ad4d-df36-477a-a34c-363d90401119 req-17aa584c-5124-4c48-a28c-374b5088783e tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525398 Oct 25 14:58:30.009302 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1be3b8-8dec-40bc-986b-27c4325d1a8e req-1b01e946-5076-4701-922c-83c724fbdf01 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:30.011137 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ee1be3b8-8dec-40bc-986b-27c4325d1a8e req-1b01e946-5076-4701-922c-83c724fbdf01 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 943 time: 0.1251030 Oct 25 14:58:30.088771 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ee1be3b8-8dec-40bc-986b-27c4325d1a8e req-38ba9b95-3d85-472c-ae16-6cc07dda41e9 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670691 Oct 25 14:58:30.418208 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 4c458c21-a466-45a2-bb90-c1e4f2806383 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 14:58:30.662165 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 4c458c21-a466-45a2-bb90-c1e4f2806383, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4c458c21-a466-45a2-bb90-c1e4f2806383,segment=NetworkSegment(07da518b-bad8-40cf-915e-4e11274b1c9c),segment_id=07da518b-bad8-40cf-915e-4e11274b1c9c)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:58:30.682315 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': '4c458c21-a466-45a2-bb90-c1e4f2806383', 'network_id': 'e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44', 'port_id': '4c458c21-a466-45a2-bb90-c1e4f2806383', 'mac_address': 'fa:16:3e:ac:0b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b42ccb-12ab-4693-980c-b81517c2c4e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 14:58:30.756069 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:30.781905 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c458c21-a466-45a2-bb90-c1e4f2806383 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 14:58:30.815645 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 4c458c21-a466-45a2-bb90-c1e4f2806383, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4c458c21-a466-45a2-bb90-c1e4f2806383,segment=NetworkSegment(07da518b-bad8-40cf-915e-4e11274b1c9c),segment_id=07da518b-bad8-40cf-915e-4e11274b1c9c)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:58:30.827155 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:30.840245 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:31.005841 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=4c458c21-a466-45a2-bb90-c1e4f2806383,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:31.016245 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:31.016664 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:31.017002 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:31.017509 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:31.018878 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:31.019516 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:31.020119 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:31.020759 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:31.021236 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:31.021711 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:31.022197 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:31.022738 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:58:31.027400 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:31.169561 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e17a5-3696-40ed-8f56-b557420da424 req-d8270c97-6512-41a5-bdea-d8c880750756 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:31.172281 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-104e17a5-3696-40ed-8f56-b557420da424 req-d8270c97-6512-41a5-bdea-d8c880750756 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.1054673 Oct 25 14:58:31.190065 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['4c458c21-a466-45a2-bb90-c1e4f2806383'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 14:58:31.249765 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-104e17a5-3696-40ed-8f56-b557420da424 req-a781204c-24b4-41a6-9f55-4b3dbcb40d80 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593734 Oct 25 14:58:31.404661 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288ef51-ff44-4b7d-b0ce-5977149a1eb7 req-8d9f75d6-687c-4f13-8676-16a035869b97 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:31.406540 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2288ef51-ff44-4b7d-b0ce-5977149a1eb7 req-8d9f75d6-687c-4f13-8676-16a035869b97 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 944 time: 0.1165488 Oct 25 14:58:31.463735 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:31.471078 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2288ef51-ff44-4b7d-b0ce-5977149a1eb7 req-336cffc5-60b8-4500-8b78-bf428fc5685c tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557377 Oct 25 14:58:32.420600 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 4c458c21-a466-45a2-bb90-c1e4f2806383 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:58:32.512965 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port 4c458c21-a466-45a2-bb90-c1e4f2806383 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:58:32.522087 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port 4c458c21-a466-45a2-bb90-c1e4f2806383 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:58:32.522087 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:32.552331 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04870cf-7f60-4e8c-b8e1-32dfd98b7596 req-f027fd25-e930-4840-a18a-bfd46a9ae05f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:32.555696 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d04870cf-7f60-4e8c-b8e1-32dfd98b7596 req-f027fd25-e930-4840-a18a-bfd46a9ae05f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.1560278 Oct 25 14:58:32.768701 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d04870cf-7f60-4e8c-b8e1-32dfd98b7596 req-d1e8b27c-128c-4fbc-9c84-ba71699ac489 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068458 Oct 25 14:58:32.785172 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:32.826034 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8b97f-3b54-4af7-a079-6d95030d0472 req-a87708c6-3241-4541-a906-d817d011e220 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:32.827940 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2ff8b97f-3b54-4af7-a079-6d95030d0472 req-a87708c6-3241-4541-a906-d817d011e220 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 944 time: 0.1050413 Oct 25 14:58:32.833218 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e2629a-df4c-4ed0-9ecd-a302d8d498a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c458c21-a466-45a2-bb90-c1e4f2806383'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:58:32.844073 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 4c458c21-a466-45a2-bb90-c1e4f2806383, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4c458c21-a466-45a2-bb90-c1e4f2806383,segment=NetworkSegment(07da518b-bad8-40cf-915e-4e11274b1c9c),segment_id=07da518b-bad8-40cf-915e-4e11274b1c9c)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:58:32.852749 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:32.855244 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:32.897486 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2ff8b97f-3b54-4af7-a079-6d95030d0472 req-c2e2f527-55bd-4899-a61d-599a0c15d9cb tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504832 Oct 25 14:58:32.936068 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e2629a-df4c-4ed0-9ecd-a302d8d498a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c458c21-a466-45a2-bb90-c1e4f2806383', 'code': 200} Oct 25 14:58:32.948337 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=4c458c21-a466-45a2-bb90-c1e4f2806383,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:32.953299 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:33.126790 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:58:33.400987 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918d5f4-615c-40e8-a768-fa34e95cfb9b req-93a48b47-42cb-4e26-8e65-7b4f76b19a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:33.400987 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-b918d5f4-615c-40e8-a768-fa34e95cfb9b req-93a48b47-42cb-4e26-8e65-7b4f76b19a42 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 1098 time: 0.0947485 Oct 25 14:58:33.470184 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-b918d5f4-615c-40e8-a768-fa34e95cfb9b req-a9dc585f-3896-4f95-8a0a-f66366cf503c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572598 Oct 25 14:58:34.124926 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 56448) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:34.334360 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694e90c-a8bb-4dde-8176-c2ea2a7a64cf req-c04ab484-33ce-40df-9efa-31290f68c222 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:34.337665 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0694e90c-a8bb-4dde-8176-c2ea2a7a64cf req-c04ab484-33ce-40df-9efa-31290f68c222 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.2614841 Oct 25 14:58:34.344581 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5e68ad1b-8d88-4ec6-ac68-d1a4e42c63ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:34.366271 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-5e68ad1b-8d88-4ec6-ac68-d1a4e42c63ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:34.370960 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-5e68ad1b-8d88-4ec6-ac68-d1a4e42c63ff admin admin] Usage tracker for resource:security_group_rule and tenant:85dde31653174364ace301d970c88a51 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:34.375128 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-5e68ad1b-8d88-4ec6-ac68-d1a4e42c63ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:34.382421 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-5e68ad1b-8d88-4ec6-ac68-d1a4e42c63ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:34.458557 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0694e90c-a8bb-4dde-8176-c2ea2a7a64cf req-7bc8b487-bcd2-4c9d-b8d9-4bc33b33ef2b tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110981 Oct 25 14:58:34.499034 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e614aa5-4f33-4937-9181-7f22aaba6463 req-0e6f6efd-0d43-46c8-a938-e36f4a2c9258 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:34.513782 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1e614aa5-4f33-4937-9181-7f22aaba6463 req-0e6f6efd-0d43-46c8-a938-e36f4a2c9258 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 945 time: 0.2832160 Oct 25 14:58:34.567002 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5e68ad1b-8d88-4ec6-ac68-d1a4e42c63ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:34.577876 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5e68ad1b-8d88-4ec6-ac68-d1a4e42c63ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:34.593947 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1e614aa5-4f33-4937-9181-7f22aaba6463 req-5c217e9e-e78b-4992-bca5-c22257bfbef3 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762696 Oct 25 14:58:34.597162 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 56464) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:34.602434 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5a8c408f-a310-49ce-bbc2-5a4ce5ce5206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:34.678744 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-5e68ad1b-8d88-4ec6-ac68-d1a4e42c63ff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85dde31653174364ace301d970c88a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5525544 Oct 25 14:58:34.681512 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 56472) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:34.689273 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68ad1b-8d88-4ec6-ac68-d1a4e42c63ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13328e24-8fcd-4ac8-82cc-44f74c0a4618,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:34.707454 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5e68ad1b-8d88-4ec6-ac68-d1a4e42c63ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:34.800281 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-719efc6b-8897-4f5b-a7d8-26c42f5ec724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:34.854161 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-719efc6b-8897-4f5b-a7d8-26c42f5ec724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:34.914565 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-221725be-dfe7-47b2-b84d-7a940be96781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:34.941298 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-221725be-dfe7-47b2-b84d-7a940be96781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:34.946707 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-221725be-dfe7-47b2-b84d-7a940be96781 admin admin] Usage tracker for resource:security_group_rule and tenant:bd7cb53ceb1d4ea48377ac681049f2b5 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:34.950661 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-221725be-dfe7-47b2-b84d-7a940be96781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:34.959071 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-221725be-dfe7-47b2-b84d-7a940be96781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:35.126519 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-719efc6b-8897-4f5b-a7d8-26c42f5ec724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:35.137125 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-221725be-dfe7-47b2-b84d-7a940be96781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:35.138564 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:35.155978 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-221725be-dfe7-47b2-b84d-7a940be96781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:35.182010 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719efc6b-8897-4f5b-a7d8-26c42f5ec724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13328e24-8fcd-4ac8-82cc-44f74c0a4618,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:35.182010 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-719efc6b-8897-4f5b-a7d8-26c42f5ec724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:35.193686 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-0d4e9966-96cc-4ba2-91d5-333ef11b1631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:35.239761 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-719efc6b-8897-4f5b-a7d8-26c42f5ec724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:35.244832 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-719efc6b-8897-4f5b-a7d8-26c42f5ec724 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13328e24-8fcd-4ac8-82cc-44f74c0a4618 HTTP/1.1" status: 204 len: 168 time: 0.5613291 Oct 25 14:58:35.253077 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-221725be-dfe7-47b2-b84d-7a940be96781 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bd7cb53ceb1d4ea48377ac681049f2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6473362 Oct 25 14:58:35.253077 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221725be-dfe7-47b2-b84d-7a940be96781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57199b74-6ca3-4b29-b845-48e889c3203c,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:35.253805 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 56488) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:35.254479 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-221725be-dfe7-47b2-b84d-7a940be96781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:35.360886 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-aa73dab9-9d25-4a1d-84a1-79cad0b53f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:35.424795 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-aa73dab9-9d25-4a1d-84a1-79cad0b53f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:35.524977 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-aa73dab9-9d25-4a1d-84a1-79cad0b53f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:35.536149 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:35.562126 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73dab9-9d25-4a1d-84a1-79cad0b53f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57199b74-6ca3-4b29-b845-48e889c3203c,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:35.569712 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-aa73dab9-9d25-4a1d-84a1-79cad0b53f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:35.581148 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-aa73dab9-9d25-4a1d-84a1-79cad0b53f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:35.583185 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-aa73dab9-9d25-4a1d-84a1-79cad0b53f8f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/57199b74-6ca3-4b29-b845-48e889c3203c HTTP/1.1" status: 204 len: 168 time: 0.3280804 Oct 25 14:58:35.814006 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 56510) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:35.884663 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f4ee-e135-4e21-9c96-0b3bb75f386f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:35.952877 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-4ad4f4ee-e135-4e21-9c96-0b3bb75f386f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:35.973613 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-4ad4f4ee-e135-4e21-9c96-0b3bb75f386f admin admin] Usage tracker for resource:security_group_rule and tenant:9477b4793e0346bbb584ed06351e14ad is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:35.978883 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-4ad4f4ee-e135-4e21-9c96-0b3bb75f386f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:35.993755 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-4ad4f4ee-e135-4e21-9c96-0b3bb75f386f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:36.018393 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aff762-3796-4890-972e-d2e1d7d87619 req-e9ff3900-91d5-408e-b5bc-c5a6ec6c01b3 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:36.020314 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-27aff762-3796-4890-972e-d2e1d7d87619 req-e9ff3900-91d5-408e-b5bc-c5a6ec6c01b3 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.3437679 Oct 25 14:58:36.117012 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3597c-bd63-4cea-8571-23f701348ef9 req-d0c313c2-64c4-47db-bf60-2978b0e000bf tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:36.120198 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-75f3597c-bd63-4cea-8571-23f701348ef9 req-d0c313c2-64c4-47db-bf60-2978b0e000bf tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 945 time: 0.2492990 Oct 25 14:58:36.153942 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f4ee-e135-4e21-9c96-0b3bb75f386f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:36.158980 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f4ee-e135-4e21-9c96-0b3bb75f386f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:36.184990 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-aa73dab9-9d25-4a1d-84a1-79cad0b53f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:36.217251 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-4ad4f4ee-e135-4e21-9c96-0b3bb75f386f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9477b4793e0346bbb584ed06351e14ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016976 Oct 25 14:58:36.218227 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 56518) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:36.255435 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4f4ee-e135-4e21-9c96-0b3bb75f386f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9732e8a7-d79d-4c3c-9822-985460b177cb,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:36.259850 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-4ad4f4ee-e135-4e21-9c96-0b3bb75f386f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:36.265053 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-75f3597c-bd63-4cea-8571-23f701348ef9 req-adbf7191-7392-44f2-9403-1afe738b9299 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313467 Oct 25 14:58:36.288543 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-27aff762-3796-4890-972e-d2e1d7d87619 req-1e614f13-a0ee-4102-b687-dbd55e172b82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441726 Oct 25 14:58:36.331587 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 56528) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:36.359097 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4ff8eb3d-61e3-4feb-94dc-d3d948acb4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:36.426319 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2abd127d-afc4-492e-8086-44b87716061c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:36.442915 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-4ff8eb3d-61e3-4feb-94dc-d3d948acb4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:36.450919 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-4ff8eb3d-61e3-4feb-94dc-d3d948acb4da admin admin] Usage tracker for resource:security_group_rule and tenant:115954c480be45f3a0fd9c2746b08cf8 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:36.463891 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-4ff8eb3d-61e3-4feb-94dc-d3d948acb4da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:36.488407 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-4ff8eb3d-61e3-4feb-94dc-d3d948acb4da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:36.520773 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2abd127d-afc4-492e-8086-44b87716061c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:36.569774 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 56538) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:36.634342 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2abd127d-afc4-492e-8086-44b87716061c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:36.641486 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:36.668229 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd127d-afc4-492e-8086-44b87716061c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9732e8a7-d79d-4c3c-9822-985460b177cb,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:36.675735 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-2abd127d-afc4-492e-8086-44b87716061c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:36.699038 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2abd127d-afc4-492e-8086-44b87716061c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:36.702610 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-2abd127d-afc4-492e-8086-44b87716061c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9732e8a7-d79d-4c3c-9822-985460b177cb HTTP/1.1" status: 204 len: 168 time: 0.4729309 Oct 25 14:58:36.720850 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4ff8eb3d-61e3-4feb-94dc-d3d948acb4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:36.729443 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4ff8eb3d-61e3-4feb-94dc-d3d948acb4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:36.738922 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-a45bc914-a752-42ff-9826-d8e3ca649c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:36.792795 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-1ad59548-08e3-46ca-b070-117764d172cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:36.827371 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8eb3d-61e3-4feb-94dc-d3d948acb4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2547c5b4-35c0-4a60-8888-e5a3b725ada1,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:36.830609 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-1ad59548-08e3-46ca-b070-117764d172cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:36.837665 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 56550) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:36.837964 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-4ff8eb3d-61e3-4feb-94dc-d3d948acb4da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=115954c480be45f3a0fd9c2746b08cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5047648 Oct 25 14:58:36.839000 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-4ff8eb3d-61e3-4feb-94dc-d3d948acb4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:36.841670 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-1ad59548-08e3-46ca-b070-117764d172cf admin admin] Usage tracker for resource:security_group_rule and tenant:8c44f13967b742b686da29314ea793f5 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:36.845023 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-1ad59548-08e3-46ca-b070-117764d172cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:36.853073 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-1ad59548-08e3-46ca-b070-117764d172cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:36.966849 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f21f234d-1d0d-4a0e-bcae-1cf4d2bdf265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:37.035712 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-1ad59548-08e3-46ca-b070-117764d172cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:37.043496 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-1ad59548-08e3-46ca-b070-117764d172cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:37.045590 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f21f234d-1d0d-4a0e-bcae-1cf4d2bdf265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:37.056355 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c79278ea-4ce3-4471-a3e0-3719c2a6c5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:37.112089 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-1ad59548-08e3-46ca-b070-117764d172cf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c44f13967b742b686da29314ea793f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5327349 Oct 25 14:58:37.114927 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 56562) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:37.115665 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad59548-08e3-46ca-b070-117764d172cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9c03fe-5169-466c-aa8a-3d0fc436bee7,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:37.120804 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-1ad59548-08e3-46ca-b070-117764d172cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:37.150035 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f21f234d-1d0d-4a0e-bcae-1cf4d2bdf265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:37.154008 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1d4bc203-ea5d-4c4b-8b9a-56d02e65c8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:37.168269 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f234d-1d0d-4a0e-bcae-1cf4d2bdf265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2547c5b4-35c0-4a60-8888-e5a3b725ada1,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:37.171867 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f21f234d-1d0d-4a0e-bcae-1cf4d2bdf265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:37.177208 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f21f234d-1d0d-4a0e-bcae-1cf4d2bdf265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:37.181277 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-f21f234d-1d0d-4a0e-bcae-1cf4d2bdf265 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2547c5b4-35c0-4a60-8888-e5a3b725ada1 HTTP/1.1" status: 204 len: 168 time: 0.3390331 Oct 25 14:58:37.248734 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5e7435c3-9a7f-4773-a3d4-f59b66262c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:37.290054 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5e7435c3-9a7f-4773-a3d4-f59b66262c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:37.405108 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5e7435c3-9a7f-4773-a3d4-f59b66262c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:37.410365 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-7e4e2469-1566-48b8-8cf5-529156004c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:37.440009 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7435c3-9a7f-4773-a3d4-f59b66262c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9c03fe-5169-466c-aa8a-3d0fc436bee7,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:37.443022 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5e7435c3-9a7f-4773-a3d4-f59b66262c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:37.463130 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5e7435c3-9a7f-4773-a3d4-f59b66262c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:37.479978 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-5e7435c3-9a7f-4773-a3d4-f59b66262c3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be9c03fe-5169-466c-aa8a-3d0fc436bee7 HTTP/1.1" status: 204 len: 168 time: 0.3453012 Oct 25 14:58:37.721723 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893e8ca-fd64-4c74-9b04-7140467c1eb4 req-60b1fbff-1a5b-4624-934c-d57682724da9 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:37.723254 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0893e8ca-fd64-4c74-9b04-7140467c1eb4 req-60b1fbff-1a5b-4624-934c-d57682724da9 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.1865540 Oct 25 14:58:37.803339 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0893e8ca-fd64-4c74-9b04-7140467c1eb4 req-5cbc39cd-c959-4c88-a3e7-f948b3133425 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735898 Oct 25 14:58:38.171960 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 56622) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:38.188004 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be0765-7058-4dca-9e53-fa30cd5b8cb7 req-58f611a1-3b05-4d7d-b307-f8ec45098511 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:38.190930 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-14be0765-7058-4dca-9e53-fa30cd5b8cb7 req-58f611a1-3b05-4d7d-b307-f8ec45098511 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 945 time: 0.2011659 Oct 25 14:58:38.236758 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e77121a2-dd13-4e15-a8fb-e3f967329222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:38.276066 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-e77121a2-dd13-4e15-a8fb-e3f967329222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:38.285846 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-e77121a2-dd13-4e15-a8fb-e3f967329222 admin admin] Usage tracker for resource:security_group_rule and tenant:f53925952d1f42a599f1f9e864b0cc83 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:38.292462 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-e77121a2-dd13-4e15-a8fb-e3f967329222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:38.309170 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-e77121a2-dd13-4e15-a8fb-e3f967329222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:38.329629 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-14be0765-7058-4dca-9e53-fa30cd5b8cb7 req-1773f9b0-31d0-4fbb-93d1-5dcc58facf7f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274104 Oct 25 14:58:38.498918 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e77121a2-dd13-4e15-a8fb-e3f967329222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:38.508245 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e77121a2-dd13-4e15-a8fb-e3f967329222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:38.519445 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-32979c98-1eae-41c8-a27a-ae01b18a96f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:38.582283 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 56636) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:38.582604 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-e77121a2-dd13-4e15-a8fb-e3f967329222 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f53925952d1f42a599f1f9e864b0cc83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087975 Oct 25 14:58:38.584716 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77121a2-dd13-4e15-a8fb-e3f967329222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e96026-c445-4af6-921d-b910af6e2e7c,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:38.588709 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-e77121a2-dd13-4e15-a8fb-e3f967329222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:38.650820 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-bd154fdb-4266-4a38-beb2-977831b73b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:38.689715 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-bd154fdb-4266-4a38-beb2-977831b73b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:38.767740 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-bd154fdb-4266-4a38-beb2-977831b73b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:38.773054 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:38.787143 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd154fdb-4266-4a38-beb2-977831b73b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e96026-c445-4af6-921d-b910af6e2e7c,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:38.791554 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-bd154fdb-4266-4a38-beb2-977831b73b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:38.794821 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-bd154fdb-4266-4a38-beb2-977831b73b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:38.795992 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-bd154fdb-4266-4a38-beb2-977831b73b21 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/82e96026-c445-4af6-921d-b910af6e2e7c HTTP/1.1" status: 204 len: 168 time: 0.2126930 Oct 25 14:58:39.059975 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1104c76-9e08-45f0-9d53-61874fc7377d req-9f7d1bf5-1349-4581-8b71-b24a37a6e17d tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:39.062543 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c1104c76-9e08-45f0-9d53-61874fc7377d req-9f7d1bf5-1349-4581-8b71-b24a37a6e17d tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.1298890 Oct 25 14:58:39.166619 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c1104c76-9e08-45f0-9d53-61874fc7377d req-d61ad31a-5b17-4884-b3c6-2d63d4e78869 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959177 Oct 25 14:58:39.392385 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-cfb89028-9142-4efa-a80c-2b88735654cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:39.682360 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa2832-67e3-4199-abc4-c659f0001653 req-0441deba-e355-4208-8647-f227c2a5865d tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:39.683932 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-eeaa2832-67e3-4199-abc4-c659f0001653 req-0441deba-e355-4208-8647-f227c2a5865d tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 945 time: 0.1513860 Oct 25 14:58:39.797425 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-eeaa2832-67e3-4199-abc4-c659f0001653 req-e2ccdcd1-e554-409f-a0c2-7c5068bb3eec tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004131 Oct 25 14:58:39.864761 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e3bf1-a3a2-480f-817a-07452564c659 req-7b1a0299-f901-4d96-8eb6-81f302d9552c tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:39.865514 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-df0e3bf1-a3a2-480f-817a-07452564c659 req-7b1a0299-f901-4d96-8eb6-81f302d9552c tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Synchronizing usage tracker for tenant:d2fef806f72d4b2998aa19426dd9b292 on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 14:58:39.911547 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-df0e3bf1-a3a2-480f-817a-07452564c659 req-7b1a0299-f901-4d96-8eb6-81f302d9552c tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Unset dirty status for tenant:d2fef806f72d4b2998aa19426dd9b292 on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 14:58:39.912620 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-df0e3bf1-a3a2-480f-817a-07452564c659 req-7b1a0299-f901-4d96-8eb6-81f302d9552c tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 945 time: 0.2532103 Oct 25 14:58:39.970954 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:40.011020 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-df0e3bf1-a3a2-480f-817a-07452564c659 req-56b751be-f9a8-4257-81ea-af61e6e54cae tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Deleting port 4c458c21-a466-45a2-bb90-c1e4f2806383 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 14:58:40.011920 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-df0e3bf1-a3a2-480f-817a-07452564c659 req-56b751be-f9a8-4257-81ea-af61e6e54cae tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:40.458465 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45cda1-28df-47d5-9681-2946740ab5c0 req-1a3fb9b5-cec9-401a-8341-3860db67a6fe tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:40.467252 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6d45cda1-28df-47d5-9681-2946740ab5c0 req-1a3fb9b5-cec9-401a-8341-3860db67a6fe tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.1082785 Oct 25 14:58:40.523272 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6d45cda1-28df-47d5-9681-2946740ab5c0 req-74fb2a54-5180-4cce-bd13-997a90a97bd4 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549824 Oct 25 14:58:40.579323 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-df0e3bf1-a3a2-480f-817a-07452564c659 req-56b751be-f9a8-4257-81ea-af61e6e54cae tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] For port 4c458c21-a466-45a2-bb90-c1e4f2806383, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4c458c21-a466-45a2-bb90-c1e4f2806383,segment=NetworkSegment(07da518b-bad8-40cf-915e-4e11274b1c9c),segment_id=07da518b-bad8-40cf-915e-4e11274b1c9c)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:58:40.579705 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-df0e3bf1-a3a2-480f-817a-07452564c659 req-56b751be-f9a8-4257-81ea-af61e6e54cae tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:40.739068 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-df0e3bf1-a3a2-480f-817a-07452564c659 req-56b751be-f9a8-4257-81ea-af61e6e54cae tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Calling delete_port for 4c458c21-a466-45a2-bb90-c1e4f2806383 owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 14:58:41.092811 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-df0e3bf1-a3a2-480f-817a-07452564c659 req-56b751be-f9a8-4257-81ea-af61e6e54cae tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:41.106759 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-784728ca-f448-404a-96e6-e38089fca535 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:41.136987 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['4c458c21-a466-45a2-bb90-c1e4f2806383'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 14:58:41.173053 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97065e4-5d91-46d3-a0d0-b0340a13cbea req-8d17cac0-1343-466e-9f9e-f721b0a99e54 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:41.178929 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b97065e4-5d91-46d3-a0d0-b0340a13cbea req-8d17cac0-1343-466e-9f9e-f721b0a99e54 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5e2629a-df4c-4ed0-9ecd-a302d8d498a6 HTTP/1.1" status: 200 len: 867 time: 0.2292264 Oct 25 14:58:41.242103 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b751be-f9a8-4257-81ea-af61e6e54cae tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Pushing event deleted for resources: {'Port': ['ID=4c458c21-a466-45a2-bb90-c1e4f2806383,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:41.251400 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-56b751be-f9a8-4257-81ea-af61e6e54cae tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:41.283964 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b97065e4-5d91-46d3-a0d0-b0340a13cbea req-32252462-0b51-4b7a-85cd-113ba16bde3a tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968282 Oct 25 14:58:41.358886 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0e3bf1-a3a2-480f-817a-07452564c659 req-56b751be-f9a8-4257-81ea-af61e6e54cae tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] No DVR routers for this DVR port 4c458c21-a466-45a2-bb90-c1e4f2806383 on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 14:58:41.363281 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-df0e3bf1-a3a2-480f-817a-07452564c659 req-56b751be-f9a8-4257-81ea-af61e6e54cae tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:41.367697 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e2629a-df4c-4ed0-9ecd-a302d8d498a6', 'name': 'network-vif-deleted', 'tag': '4c458c21-a466-45a2-bb90-c1e4f2806383'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:58:41.401424 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-df0e3bf1-a3a2-480f-817a-07452564c659 req-56b751be-f9a8-4257-81ea-af61e6e54cae tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.31 "DELETE /v2.0/ports/4c458c21-a466-45a2-bb90-c1e4f2806383 HTTP/1.1" status: 204 len: 173 time: 1.4802001 Oct 25 14:58:41.565595 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e2629a-df4c-4ed0-9ecd-a302d8d498a6', 'name': 'network-vif-deleted', 'tag': '4c458c21-a466-45a2-bb90-c1e4f2806383', 'status': 'completed', 'code': 200} Oct 25 14:58:41.840775 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f7dc2-e636-4475-9abd-f80bdc2c37f4 req-afb658ff-edb3-467f-a64b-9762d6ee2ef4 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:41.848536 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-170f7dc2-e636-4475-9abd-f80bdc2c37f4 req-afb658ff-edb3-467f-a64b-9762d6ee2ef4 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.1253543 Oct 25 14:58:41.912186 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-170f7dc2-e636-4475-9abd-f80bdc2c37f4 req-66da7a51-9cfd-429d-8c92-7af2c1d60761 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577488 Oct 25 14:58:43.046643 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-8f25991f-0e0c-423e-ac5d-2ccbcef40f44 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:43.048980 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-8f25991f-0e0c-423e-ac5d-2ccbcef40f44 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/networks?id=e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 HTTP/1.1" status: 200 len: 808 time: 0.3488536 Oct 25 14:58:43.084849 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-b0bbccb6-86a2-4e02-817a-ecb0b9529d0c tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/quotas/d2fef806f72d4b2998aa19426dd9b292 HTTP/1.1" status: 200 len: 375 time: 0.0182233 Oct 25 14:58:43.345994 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-4b243576-d6ee-4e6e-af4e-734b7d304592 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2fef806f72d4b2998aa19426dd9b292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2511063 Oct 25 14:58:43.500507 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc94d5d-f47f-484e-b717-dd978930937b req-f878663e-bd33-4da2-85ae-5b6a6b125365 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:43.502721 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2bc94d5d-f47f-484e-b717-dd978930937b req-f878663e-bd33-4da2-85ae-5b6a6b125365 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.2430654 Oct 25 14:58:43.572480 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 56908) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:43.594037 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2bc94d5d-f47f-484e-b717-dd978930937b req-991f7916-8a08-4f5f-be32-cf9906ce43b5 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771959 Oct 25 14:58:43.602095 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-cfcd6ceb-4ff5-4f16-a05c-454f43d7dded service neutron] 10.222.0.62 "GET /v2.0/networks/e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357888 Oct 25 14:58:43.763912 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-c7c12b45-5e39-427b-b20e-358899b0f9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:43.777230 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-c4f9e5c6-3b2e-49a2-bdf9-9a918f255e03 service neutron] 10.222.0.62 "GET /v2.0/networks/e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694858 Oct 25 14:58:43.840584 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-72c6875d-1a08-4276-bd78-02fb6ccd5421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:43.863344 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-72c6875d-1a08-4276-bd78-02fb6ccd5421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:43.868325 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-72c6875d-1a08-4276-bd78-02fb6ccd5421 admin admin] Usage tracker for resource:security_group_rule and tenant:a4d9b88e52ba4dbd8ac6fdaecf7cacca is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:43.872084 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-72c6875d-1a08-4276-bd78-02fb6ccd5421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:43.878942 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-72c6875d-1a08-4276-bd78-02fb6ccd5421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:44.057223 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-72c6875d-1a08-4276-bd78-02fb6ccd5421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:44.065198 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-72c6875d-1a08-4276-bd78-02fb6ccd5421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:44.086334 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-327e2b94-ae7e-4d02-a209-efd8f4f1141d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:44.103568 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-00bd3f3b-bb3f-4b0f-9a04-5f4081fe0362 req-fd4018e3-47a1-4940-8b82-2c130707a9f4 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 210 time: 0.1013803 Oct 25 14:58:44.169323 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 56938) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:44.180867 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-72c6875d-1a08-4276-bd78-02fb6ccd5421 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4d9b88e52ba4dbd8ac6fdaecf7cacca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6066177 Oct 25 14:58:44.192064 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6875d-1a08-4276-bd78-02fb6ccd5421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4546b9-3129-44e3-ba49-e7dfc1f7dcbb,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:44.203983 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-72c6875d-1a08-4276-bd78-02fb6ccd5421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:44.306614 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8cb318d8-3090-4494-b62d-c581b6238270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:44.373866 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8cb318d8-3090-4494-b62d-c581b6238270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:44.485856 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 4c458c21-a466-45a2-bb90-c1e4f2806383 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 14:58:44.517652 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8cb318d8-3090-4494-b62d-c581b6238270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:44.525574 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-b050e951-14c2-4b11-8271-94dd66ebc563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:44.531006 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: 4c458c21-a466-45a2-bb90-c1e4f2806383 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 14:58:44.531675 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 4c458c21-a466-45a2-bb90-c1e4f2806383 not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 14:58:44.556416 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb318d8-3090-4494-b62d-c581b6238270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4546b9-3129-44e3-ba49-e7dfc1f7dcbb,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:44.562123 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-8cb318d8-3090-4494-b62d-c581b6238270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:44.568402 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8cb318d8-3090-4494-b62d-c581b6238270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:44.570492 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-8cb318d8-3090-4494-b62d-c581b6238270 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c4546b9-3129-44e3-ba49-e7dfc1f7dcbb HTTP/1.1" status: 204 len: 168 time: 0.3999684 Oct 25 14:58:44.712240 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:44.953173 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a48b71-ef21-4e5e-8949-1fe3cd082992 req-d31e2f99-0328-4b8b-a670-e7e906463d59 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:44.964323 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-25a48b71-ef21-4e5e-8949-1fe3cd082992 req-d31e2f99-0328-4b8b-a670-e7e906463d59 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.1298556 Oct 25 14:58:45.042008 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-25a48b71-ef21-4e5e-8949-1fe3cd082992 req-6971e39b-c177-48c8-8070-fa0ee26580f9 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762107 Oct 25 14:58:45.325268 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 56984) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:45.368647 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8b0e-9685-44ec-b95c-d83f0cb1f687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:45.416919 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-a0dc8b0e-9685-44ec-b95c-d83f0cb1f687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:45.427926 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-a0dc8b0e-9685-44ec-b95c-d83f0cb1f687 admin admin] Usage tracker for resource:security_group_rule and tenant:c89b9f9e1d4343a6a721c9ba315517a5 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:45.432802 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-a0dc8b0e-9685-44ec-b95c-d83f0cb1f687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:45.440335 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-a0dc8b0e-9685-44ec-b95c-d83f0cb1f687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:45.455605 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-245bf0a5-0acd-42c9-8974-6d0addc3552d req-d13414ab-258b-4399-adb2-168bde61f6c9 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 210 time: 0.1064193 Oct 25 14:58:45.559941 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8b0e-9685-44ec-b95c-d83f0cb1f687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:45.565682 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8b0e-9685-44ec-b95c-d83f0cb1f687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:45.572440 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 56994) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:45.593124 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-516acc58-c069-4b28-a3a8-b9a1668716c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:45.693279 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57002) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:45.695137 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-a0dc8b0e-9685-44ec-b95c-d83f0cb1f687 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c89b9f9e1d4343a6a721c9ba315517a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685760 Oct 25 14:58:45.733919 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc8b0e-9685-44ec-b95c-d83f0cb1f687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9acc4fc-8ea3-4e9d-ae36-156afd19ba3c,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:45.738107 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-a0dc8b0e-9685-44ec-b95c-d83f0cb1f687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:45.771746 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a891d-2c0b-43da-a855-87b900cea8a0 req-3284093c-7799-469d-b898-acae84f01e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:45.773528 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-400a891d-2c0b-43da-a855-87b900cea8a0 req-3284093c-7799-469d-b898-acae84f01e12 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 1098 time: 0.1698537 Oct 25 14:58:45.788520 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5096787d-d771-4dae-a4a0-4dfd14cc0528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:45.836040 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-5096787d-d771-4dae-a4a0-4dfd14cc0528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:45.839095 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-436aa341-5dcd-44f0-ad59-de5c4f4aff1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:45.843321 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-5096787d-d771-4dae-a4a0-4dfd14cc0528 admin admin] Usage tracker for resource:security_group_rule and tenant:7dd7073f8a8c41d89c87551543e9c112 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:45.853266 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-5096787d-d771-4dae-a4a0-4dfd14cc0528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:45.861691 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-400a891d-2c0b-43da-a855-87b900cea8a0 req-b01e2a79-3e47-4c03-a87d-e5133fe738aa service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799744 Oct 25 14:58:45.864054 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-5096787d-d771-4dae-a4a0-4dfd14cc0528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:45.887208 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-436aa341-5dcd-44f0-ad59-de5c4f4aff1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:46.049201 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-436aa341-5dcd-44f0-ad59-de5c4f4aff1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:46.064595 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-172a199a-f114-4c15-8c9b-8111fe16c633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:46.072338 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5096787d-d771-4dae-a4a0-4dfd14cc0528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:46.081570 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436aa341-5dcd-44f0-ad59-de5c4f4aff1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9acc4fc-8ea3-4e9d-ae36-156afd19ba3c,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:46.086808 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-436aa341-5dcd-44f0-ad59-de5c4f4aff1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:46.088438 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5096787d-d771-4dae-a4a0-4dfd14cc0528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:46.089775 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-d28bb14c-bf98-4111-8991-3669ae37e487 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:46.100697 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-bd154fdb-4266-4a38-beb2-977831b73b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:46.100881 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-d28bb14c-bf98-4111-8991-3669ae37e487 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.31 "GET /v2.0/networks?id=e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 HTTP/1.1" status: 200 len: 808 time: 0.2658293 Oct 25 14:58:46.105084 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-436aa341-5dcd-44f0-ad59-de5c4f4aff1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:46.106333 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-436aa341-5dcd-44f0-ad59-de5c4f4aff1d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d9acc4fc-8ea3-4e9d-ae36-156afd19ba3c HTTP/1.1" status: 204 len: 168 time: 0.4115343 Oct 25 14:58:46.155841 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096787d-d771-4dae-a4a0-4dfd14cc0528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dec643-9053-43c5-b873-5c6dc6518992,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:46.163579 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-5096787d-d771-4dae-a4a0-4dfd14cc0528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:46.169301 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 57020) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:46.169430 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-5096787d-d771-4dae-a4a0-4dfd14cc0528 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7dd7073f8a8c41d89c87551543e9c112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5958319 Oct 25 14:58:46.238495 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Request body: {'port': {'device_id': '49d8823d-df15-45d2-b805-7edd7f2a9fc6', 'network_id': 'e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44', 'admin_state_up': True, 'tenant_id': 'd2fef806f72d4b2998aa19426dd9b292'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:58:46.486193 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f919062-c229-4887-9c6b-5a36f0ca0629 req-8b2a5562-430a-4a99-ae19-bebbcab1b0ec tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:46.489631 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:46.492267 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2f919062-c229-4887-9c6b-5a36f0ca0629 req-8b2a5562-430a-4a99-ae19-bebbcab1b0ec tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.1834526 Oct 25 14:58:46.602954 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab0e9-69c2-4d4c-aae2-5510ed78d243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:46.627134 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2f919062-c229-4887-9c6b-5a36f0ca0629 req-4e5b7eab-fc39-4a44-8d3d-3c6ce63cf175 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225653 Oct 25 14:58:46.773645 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:46.792525 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Usage tracker for resource:port and tenant:d2fef806f72d4b2998aa19426dd9b292 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:46.797976 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:46.819310 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:46.868541 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab0e9-69c2-4d4c-aae2-5510ed78d243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:46.900101 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Made reservation on behalf of d2fef806f72d4b2998aa19426dd9b292 for: {'port': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:58:46.917839 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:47.117007 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c1d51af3-c703-4851-b167-b259808aefed req-0ab904db-f6b2-4e4a-9b4e-a071b3a1a58d tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 210 time: 0.1010809 Oct 25 14:58:47.316483 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab0e9-69c2-4d4c-aae2-5510ed78d243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:47.322299 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:47.338201 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ab0e9-69c2-4d4c-aae2-5510ed78d243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dec643-9053-43c5-b873-5c6dc6518992,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:47.351899 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-0f3ab0e9-69c2-4d4c-aae2-5510ed78d243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:47.367217 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Allocated IP 172.20.0.11 (e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44/33b42ccb-12ab-4693-980c-b81517c2c4e3/32268cfe-4ae7-4c2f-b9aa-123ec6ee1928) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:58:47.411971 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab0e9-69c2-4d4c-aae2-5510ed78d243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:47.414054 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-0f3ab0e9-69c2-4d4c-aae2-5510ed78d243 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c9dec643-9053-43c5-b873-5c6dc6518992 HTTP/1.1" status: 204 len: 168 time: 1.2418778 Oct 25 14:58:47.861586 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:47.988950 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:48.009586 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5e4f9107-4529-4c26-beeb-631919498705 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:48.096511 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23315613-6302-4e07-8e58-fd59a384d69f req-e3fe7b68-3eab-475e-9df3-b237bdacab32 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:48.103421 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-23315613-6302-4e07-8e58-fd59a384d69f req-e3fe7b68-3eab-475e-9df3-b237bdacab32 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.2294812 Oct 25 14:58:48.196546 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 57098) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:48.199810 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-23315613-6302-4e07-8e58-fd59a384d69f req-ea5d5603-5839-4f16-b644-d270da18deef tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852509 Oct 25 14:58:48.253156 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Pushing event updated for resources: {'Port': ['ID=32268cfe-4ae7-4c2f-b9aa-123ec6ee1928,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:48.278070 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:48.279576 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-573bdb03-2f23-4f64-a10c-4356c5781a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:48.305695 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Network e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:58:48.316237 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:58:48.322450 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:58:48.436979 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-573bdb03-2f23-4f64-a10c-4356c5781a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:48.448025 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-573bdb03-2f23-4f64-a10c-4356c5781a12 admin admin] Usage tracker for resource:security_group_rule and tenant:ddb706b0609749468c9a6c26f8b555b9 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:48.453086 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-573bdb03-2f23-4f64-a10c-4356c5781a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:48.461155 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-573bdb03-2f23-4f64-a10c-4356c5781a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:48.489778 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:48.489778 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:48.530111 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2944655 Oct 25 14:58:48.548372 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Request body: {'port': {'device_id': '49d8823d-df15-45d2-b805-7edd7f2a9fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:58:48.585874 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ec82a-31b2-4ae7-ad10-b1af30d72dde req-c0c8ee6a-1a5e-45cf-a3ca-669b6336917a tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:48.588008 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-af6ec82a-31b2-4ae7-ad10-b1af30d72dde req-c0c8ee6a-1a5e-45cf-a3ca-669b6336917a tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 932 time: 0.2300785 Oct 25 14:58:48.675622 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2c77c-974d-412e-b92d-9c714e76e2d1 req-2742c0de-7012-474c-972e-33342321dd42 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:48.686929 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-60f2c77c-974d-412e-b92d-9c714e76e2d1 req-2742c0de-7012-474c-972e-33342321dd42 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.2643194 Oct 25 14:58:48.760473 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:48.773729 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-573bdb03-2f23-4f64-a10c-4356c5781a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:48.820482 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-af6ec82a-31b2-4ae7-ad10-b1af30d72dde req-d8755dc6-da7b-4af4-b3d1-fefafc488eb0 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186460 Oct 25 14:58:48.843787 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-573bdb03-2f23-4f64-a10c-4356c5781a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:48.844046 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-60f2c77c-974d-412e-b92d-9c714e76e2d1 req-93a29b44-ffff-49cc-8512-4662d1a601ea tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539106 Oct 25 14:58:48.894941 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-a0dc8b0e-9685-44ec-b95c-d83f0cb1f687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:49.067289 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-573bdb03-2f23-4f64-a10c-4356c5781a12 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ddb706b0609749468c9a6c26f8b555b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8693709 Oct 25 14:58:49.071125 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bdb03-2f23-4f64-a10c-4356c5781a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491bb8f4-826a-4ac6-b845-363d21367a6a,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:49.080767 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57122) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:49.106856 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-573bdb03-2f23-4f64-a10c-4356c5781a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:49.289856 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-08cdfe1c-6ff3-40dd-a7dd-73d6f5110f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:49.369384 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-08cdfe1c-6ff3-40dd-a7dd-73d6f5110f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:49.522237 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-08cdfe1c-6ff3-40dd-a7dd-73d6f5110f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:49.527675 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-ce6af571-a7ee-4ad4-9ab6-4db9d0b1d496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:49.550440 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdfe1c-6ff3-40dd-a7dd-73d6f5110f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491bb8f4-826a-4ac6-b845-363d21367a6a,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:49.565437 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-08cdfe1c-6ff3-40dd-a7dd-73d6f5110f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:49.575923 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-08cdfe1c-6ff3-40dd-a7dd-73d6f5110f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:49.577984 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-08cdfe1c-6ff3-40dd-a7dd-73d6f5110f8c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/491bb8f4-826a-4ac6-b845-363d21367a6a HTTP/1.1" status: 204 len: 168 time: 0.4958425 Oct 25 14:58:49.737104 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 {{(pid=86778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 14:58:49.747786 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:49.770397 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Transition to ACTIVE for port object 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:58:49.775232 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:49.788572 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:50.192139 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Pushing event updated for resources: {'Port': ['ID=32268cfe-4ae7-4c2f-b9aa-123ec6ee1928,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:50.210067 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:50.221829 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Attempting to bind port 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:58:50.222178 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Attempting to bind port 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '07da518b-bad8-40cf-915e-4e11274b1c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:58:50.222510 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Attempting to bind port 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 on network e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:58:50.236196 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba308c-3da9-49c0-a9f4-494ff6853c56 req-3d6448a2-342b-4eba-90b1-f627ed2b127c tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:50.242728 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Port 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 on network e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 14:58:50.242728 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Attempting to bind port 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 on network e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:58:50.245828 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dbba308c-3da9-49c0-a9f4-494ff6853c56 req-3d6448a2-342b-4eba-90b1-f627ed2b127c tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 944 time: 0.2302349 Oct 25 14:58:50.249559 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:58:50.249936 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Checking segment: {'id': '07da518b-bad8-40cf-915e-4e11274b1c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:58:50.250324 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Bound using segment: {'id': '07da518b-bad8-40cf-915e-4e11274b1c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:58:50.250953 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Bound port: 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07da518b-bad8-40cf-915e-4e11274b1c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:58:50.251305 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:50.353875 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dbba308c-3da9-49c0-a9f4-494ff6853c56 req-ed59d372-358a-4a63-bfa2-2060829518a6 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974956 Oct 25 14:58:50.581581 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] For port 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928, host hv-cinder-81375, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:58:50.588881 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] For port 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=32268cfe-4ae7-4c2f-b9aa-123ec6ee1928,segment=NetworkSegment(07da518b-bad8-40cf-915e-4e11274b1c9c),segment_id=07da518b-bad8-40cf-915e-4e11274b1c9c)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:58:50.596977 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:50.609024 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-56b751be-f9a8-4257-81ea-af61e6e54cae tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:50.801647 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:50.804221 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:50.808281 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] 10.222.0.31 "PUT /v2.0/ports/32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 HTTP/1.1" status: 200 len: 1094 time: 2.2638018 Oct 25 14:58:50.809394 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d8823d-df15-45d2-b805-7edd7f2a9fc6', 'tag': '32268cfe-4ae7-4c2f-b9aa-123ec6ee1928'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:58:50.889672 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Pushing event updated for resources: {'Port': ['ID=32268cfe-4ae7-4c2f-b9aa-123ec6ee1928,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:50.903317 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:50.930085 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d8823d-df15-45d2-b805-7edd7f2a9fc6', 'tag': '32268cfe-4ae7-4c2f-b9aa-123ec6ee1928', 'status': 'completed', 'code': 200} Oct 25 14:58:51.023717 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57174) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:51.209869 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-ac780dab-554f-4577-a229-9c1cc033c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:51.213310 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-ac780dab-554f-4577-a229-9c1cc033c6dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d2fef806f72d4b2998aa19426dd9b292&device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 1097 time: 0.2463882 Oct 25 14:58:51.433609 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-fbefde45-727d-42ce-89df-60eeb69062da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 HTTP/1.1" status: 200 len: 217 time: 0.2012882 Oct 25 14:58:51.589979 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ad234750-40ad-478f-ad18-830c9e6ebd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:51.609881 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-ad234750-40ad-478f-ad18-830c9e6ebd7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:51.615296 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-ad234750-40ad-478f-ad18-830c9e6ebd7b admin admin] Usage tracker for resource:security_group_rule and tenant:6a41eb4ec7f84faab7634f8c796702c0 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:51.620136 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-ad234750-40ad-478f-ad18-830c9e6ebd7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:51.629085 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-ad234750-40ad-478f-ad18-830c9e6ebd7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:51.671022 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-5e91fe50-3719-4223-a627-be62bdd8a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:51.676576 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-5e91fe50-3719-4223-a627-be62bdd8a193 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=33b42ccb-12ab-4693-980c-b81517c2c4e3 HTTP/1.1" status: 200 len: 848 time: 0.2359095 Oct 25 14:58:51.766300 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ad234750-40ad-478f-ad18-830c9e6ebd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:51.774093 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ad234750-40ad-478f-ad18-830c9e6ebd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:51.782537 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-3500736a-1ff9-4a86-872d-97e5dab32c8b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927930 Oct 25 14:58:51.827008 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-0e6ac6df-08a5-4021-8a77-3df1fa82d182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:52.049553 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad234750-40ad-478f-ad18-830c9e6ebd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9061b08-a6dd-4108-a1c4-346561dc244c,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:52.060565 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-ad234750-40ad-478f-ad18-830c9e6ebd7b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a41eb4ec7f84faab7634f8c796702c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0348299 Oct 25 14:58:52.061663 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57216) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:52.065117 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-ad234750-40ad-478f-ad18-830c9e6ebd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:52.126532 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e705cbb-71cf-4e6e-abf4-53f3ce1900da req-63d2a4d8-f092-4fe8-89d5-c91f96cd34ef tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:52.128247 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7e705cbb-71cf-4e6e-abf4-53f3ce1900da req-63d2a4d8-f092-4fe8-89d5-c91f96cd34ef tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 944 time: 0.3024185 Oct 25 14:58:52.168522 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-a967c473-c668-47d5-b864-28c694175ee7 service neutron] 10.222.0.31 "GET /v2.0/networks/e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753657 Oct 25 14:58:52.311898 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7e705cbb-71cf-4e6e-abf4-53f3ce1900da req-fc84d823-4da9-48c2-8957-76ffac9cab12 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682808 Oct 25 14:58:52.332295 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e38857ac-a62a-4fbe-92d6-fd6fdddfd93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:52.393712 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e38857ac-a62a-4fbe-92d6-fd6fdddfd93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:52.462592 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9b1970e5-330d-4e61-be12-70e2b0894cbe req-834a94e9-fd59-42df-a314-fbfb90679ddb service neutron] 10.222.0.31 "GET /v2.0/networks/e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765224 Oct 25 14:58:52.469121 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e38857ac-a62a-4fbe-92d6-fd6fdddfd93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:52.474113 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-5ced6043-0861-4d66-9f78-1804a848f226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:52.492175 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38857ac-a62a-4fbe-92d6-fd6fdddfd93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9061b08-a6dd-4108-a1c4-346561dc244c,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:52.495700 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e38857ac-a62a-4fbe-92d6-fd6fdddfd93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:52.519141 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e38857ac-a62a-4fbe-92d6-fd6fdddfd93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:52.525128 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-e38857ac-a62a-4fbe-92d6-fd6fdddfd93f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a9061b08-a6dd-4108-a1c4-346561dc244c HTTP/1.1" status: 204 len: 168 time: 0.4540834 Oct 25 14:58:52.721609 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776354f-edf9-4108-a93f-d288671b7703 req-cdaacb9a-d39b-408a-b8b5-a39c9626942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:52.723190 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0776354f-edf9-4108-a93f-d288671b7703 req-cdaacb9a-d39b-408a-b8b5-a39c9626942d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d2fef806f72d4b2998aa19426dd9b292&device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 1097 time: 0.1547573 Oct 25 14:58:53.075207 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776354f-edf9-4108-a93f-d288671b7703 req-b4ba0333-eacd-463b-9ec6-d4d04601083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:53.079526 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0776354f-edf9-4108-a93f-d288671b7703 req-b4ba0333-eacd-463b-9ec6-d4d04601083d service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 HTTP/1.1" status: 200 len: 909 time: 0.3472593 Oct 25 14:58:53.174238 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accbf9c-e865-4dbc-87da-bb517fc2e232 req-b51a3ce5-0159-4908-a553-6e9b262572e4 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:53.178636 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1accbf9c-e865-4dbc-87da-bb517fc2e232 req-b51a3ce5-0159-4908-a553-6e9b262572e4 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.2042773 Oct 25 14:58:53.252404 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0776354f-edf9-4108-a93f-d288671b7703 req-9a46d0b8-a34f-4905-aec8-843881ab1ab3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 HTTP/1.1" status: 200 len: 217 time: 0.1602597 Oct 25 14:58:53.254697 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ee91b-ee3e-4431-8b8c-491179e63809 req-de4281ab-6586-4edf-a512-cdf2f04198d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:53.256948 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8d7ee91b-ee3e-4431-8b8c-491179e63809 req-de4281ab-6586-4edf-a512-cdf2f04198d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad3d552c59c44b589058c87aff396848&device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 1099 time: 0.4025800 Oct 25 14:58:53.299251 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1accbf9c-e865-4dbc-87da-bb517fc2e232 req-0e38cd61-2759-449e-9a00-e526eb30df14 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849895 Oct 25 14:58:53.431991 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57252) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:53.467669 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-dc8051f6-8a85-4895-808a-29f18db284b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:53.525330 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-dc8051f6-8a85-4895-808a-29f18db284b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:53.536306 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-dc8051f6-8a85-4895-808a-29f18db284b0 admin admin] Usage tracker for resource:security_group_rule and tenant:04d07c820fad4bcfad91d4b78f6a7f94 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:53.544597 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-dc8051f6-8a85-4895-808a-29f18db284b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:53.560868 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-dc8051f6-8a85-4895-808a-29f18db284b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:53.754126 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776354f-edf9-4108-a93f-d288671b7703 req-a8041318-39e4-44c5-b128-321c39883479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:53.755516 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0776354f-edf9-4108-a93f-d288671b7703 req-a8041318-39e4-44c5-b128-321c39883479 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=33b42ccb-12ab-4693-980c-b81517c2c4e3 HTTP/1.1" status: 200 len: 848 time: 0.4916425 Oct 25 14:58:53.843878 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0776354f-edf9-4108-a93f-d288671b7703 req-da4241e7-7f40-4739-9899-f34cfac40fce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752473 Oct 25 14:58:53.994964 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ee91b-ee3e-4431-8b8c-491179e63809 req-d1d39967-1b0e-439b-b6df-6c7444756545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:53.996802 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8d7ee91b-ee3e-4431-8b8c-491179e63809 req-d1d39967-1b0e-439b-b6df-6c7444756545 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d011acd3-1a02-4289-8a6a-1c3593568534 HTTP/1.1" status: 200 len: 920 time: 0.6407776 Oct 25 14:58:54.082809 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8d7ee91b-ee3e-4431-8b8c-491179e63809 req-0a230376-edd4-4af7-940f-d1d092226da4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eab98c54-814d-48ee-ade3-0ebf043688c4 HTTP/1.1" status: 200 len: 217 time: 0.0738523 Oct 25 14:58:54.083191 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-dc8051f6-8a85-4895-808a-29f18db284b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:54.130442 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d73bca-32d4-4c27-a93b-6f8f22556cea req-61051192-61ac-4ea2-978c-edc4125fb82c tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:54.133242 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42d73bca-32d4-4c27-a93b-6f8f22556cea req-61051192-61ac-4ea2-978c-edc4125fb82c tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 944 time: 0.4909160 Oct 25 14:58:54.134538 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-dc8051f6-8a85-4895-808a-29f18db284b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:54.201704 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-ad234750-40ad-478f-ad18-830c9e6ebd7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:54.232115 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-dc8051f6-8a85-4895-808a-29f18db284b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=04d07c820fad4bcfad91d4b78f6a7f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7985084 Oct 25 14:58:54.236885 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57278) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:54.261950 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ee91b-ee3e-4431-8b8c-491179e63809 req-450e5341-d476-4cd0-ae43-93436240b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:54.265302 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8d7ee91b-ee3e-4431-8b8c-491179e63809 req-450e5341-d476-4cd0-ae43-93436240b5db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ad7cb1-9890-416a-a602-edb9293268a1 HTTP/1.1" status: 200 len: 859 time: 0.1662211 Oct 25 14:58:54.268887 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0776354f-edf9-4108-a93f-d288671b7703 req-d3d02caf-1c46-45ed-9a84-769d5d9e4166 service neutron] 10.222.0.31 "GET /v2.0/networks/e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149425 Oct 25 14:58:54.280918 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8051f6-8a85-4895-808a-29f18db284b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6437f159-c87d-4d28-a128-ac41475bf0a4,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:54.295560 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-dc8051f6-8a85-4895-808a-29f18db284b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:54.337411 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42d73bca-32d4-4c27-a93b-6f8f22556cea req-41904ef5-0bcc-4fea-acae-fffa2583c6ae tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357853 Oct 25 14:58:54.366021 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8d7ee91b-ee3e-4431-8b8c-491179e63809 req-ac716850-d656-47b4-a09b-ab5d5ab7135e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d011acd3-1a02-4289-8a6a-1c3593568534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859556 Oct 25 14:58:54.423835 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a784adb6-00e8-4be7-967d-678c40af6176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:54.516644 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a784adb6-00e8-4be7-967d-678c40af6176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:54.659621 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8d7ee91b-ee3e-4431-8b8c-491179e63809 req-2d13f2a8-b8e7-4425-91f1-32b312d664f8 service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691581 Oct 25 14:58:54.661790 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0776354f-edf9-4108-a93f-d288671b7703 req-5946f391-5027-4c7a-ba22-fa2fcd370827 service neutron] 10.222.0.31 "GET /v2.0/networks/e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947187 Oct 25 14:58:54.735576 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 57294) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:54.793678 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a784adb6-00e8-4be7-967d-678c40af6176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:54.801660 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-719efc6b-8897-4f5b-a7d8-26c42f5ec724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:54.817331 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784adb6-00e8-4be7-967d-678c40af6176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6437f159-c87d-4d28-a128-ac41475bf0a4,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:54.822071 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-a784adb6-00e8-4be7-967d-678c40af6176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:54.828390 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a784adb6-00e8-4be7-967d-678c40af6176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:54.830125 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-a784adb6-00e8-4be7-967d-678c40af6176 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6437f159-c87d-4d28-a128-ac41475bf0a4 HTTP/1.1" status: 204 len: 168 time: 0.5849259 Oct 25 14:58:54.899399 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06688b6-5909-4b64-8400-69fa156c4835 req-ff0109c3-5c25-45a0-a199-c925e30006ed tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:54.910680 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e06688b6-5909-4b64-8400-69fa156c4835 req-ff0109c3-5c25-45a0-a199-c925e30006ed tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.2693639 Oct 25 14:58:55.010798 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8d7ee91b-ee3e-4431-8b8c-491179e63809 req-75da25fb-d541-44da-8904-523b2b9a2282 service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282816 Oct 25 14:58:55.013841 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e06688b6-5909-4b64-8400-69fa156c4835 req-47d8c23f-3947-4697-a165-bf29ffb6dda1 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018257 Oct 25 14:58:55.251353 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-49afc7e6-84db-476b-90a9-523f6071ebcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:55.290509 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-49afc7e6-84db-476b-90a9-523f6071ebcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:55.296389 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-49afc7e6-84db-476b-90a9-523f6071ebcd admin admin] Usage tracker for resource:security_group_rule and tenant:c33a2f47a0bd4f29a0af3f7f99873e60 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:55.301883 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-49afc7e6-84db-476b-90a9-523f6071ebcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:55.312317 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-49afc7e6-84db-476b-90a9-523f6071ebcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:55.552084 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-49afc7e6-84db-476b-90a9-523f6071ebcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:55.572568 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-49afc7e6-84db-476b-90a9-523f6071ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:55.675392 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-03b8a78f-a568-4c85-8323-babaeabdb0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:55.719010 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-49afc7e6-84db-476b-90a9-523f6071ebcd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c33a2f47a0bd4f29a0af3f7f99873e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9822171 Oct 25 14:58:55.724341 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57330) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:55.737913 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116af95-81ad-44f2-bc87-9c6de24d56b0 req-d8d6cd3a-6ac4-4be4-ab08-f9d98d0d8e1c tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:55.752706 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3116af95-81ad-44f2-bc87-9c6de24d56b0 req-d8d6cd3a-6ac4-4be4-ab08-f9d98d0d8e1c tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 944 time: 0.1806574 Oct 25 14:58:55.776024 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afc7e6-84db-476b-90a9-523f6071ebcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e632732e-d0fd-4911-a785-f172d5e9d4ce,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:55.783312 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-49afc7e6-84db-476b-90a9-523f6071ebcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:55.871012 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3116af95-81ad-44f2-bc87-9c6de24d56b0 req-47046599-e2a5-4d8b-b8fe-5610d5d22f52 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117318 Oct 25 14:58:55.961178 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f888a847-fb07-444d-902b-eeec8a0a4149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:56.065368 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f888a847-fb07-444d-902b-eeec8a0a4149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:56.259806 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f888a847-fb07-444d-902b-eeec8a0a4149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:56.266299 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-ce8e9a4e-79d9-4944-aabd-97091722ba84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:56.282582 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888a847-fb07-444d-902b-eeec8a0a4149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e632732e-d0fd-4911-a785-f172d5e9d4ce,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:56.285334 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f888a847-fb07-444d-902b-eeec8a0a4149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:56.342805 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f888a847-fb07-444d-902b-eeec8a0a4149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:56.344285 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-f888a847-fb07-444d-902b-eeec8a0a4149 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e632732e-d0fd-4911-a785-f172d5e9d4ce HTTP/1.1" status: 204 len: 168 time: 0.5889888 Oct 25 14:58:56.426351 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fbd71-3dc9-42f1-b1ac-23efae638247 req-35ad943d-5228-47f6-814b-767aa3579009 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:56.428459 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-731fbd71-3dc9-42f1-b1ac-23efae638247 req-35ad943d-5228-47f6-814b-767aa3579009 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.1419168 Oct 25 14:58:56.500156 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-731fbd71-3dc9-42f1-b1ac-23efae638247 req-f133adf5-eca4-4fa7-8b04-40518587babb tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603020 Oct 25 14:58:56.576307 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 14:58:56.874815 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=32268cfe-4ae7-4c2f-b9aa-123ec6ee1928,segment=NetworkSegment(07da518b-bad8-40cf-915e-4e11274b1c9c),segment_id=07da518b-bad8-40cf-915e-4e11274b1c9c)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:58:56.945301 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': '32268cfe-4ae7-4c2f-b9aa-123ec6ee1928', 'network_id': 'e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44', 'port_id': '32268cfe-4ae7-4c2f-b9aa-123ec6ee1928', 'mac_address': 'fa:16:3e:e0:07:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b42ccb-12ab-4693-980c-b81517c2c4e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 14:58:57.013105 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57372) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:57.045886 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:57.061380 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-88a1aba3-7d89-4064-a2f6-96a2ab8b7bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:57.098768 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 14:58:57.118716 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=32268cfe-4ae7-4c2f-b9aa-123ec6ee1928,segment=NetworkSegment(07da518b-bad8-40cf-915e-4e11274b1c9c),segment_id=07da518b-bad8-40cf-915e-4e11274b1c9c)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:58:57.125106 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:57.129886 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-c89b6f5c-6ed0-44ab-a8d1-f69b001cf412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:57.238173 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-88a1aba3-7d89-4064-a2f6-96a2ab8b7bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:57.260636 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-88a1aba3-7d89-4064-a2f6-96a2ab8b7bcb admin admin] Usage tracker for resource:security_group_rule and tenant:ad94823728cc4ae6b27405b26a530077 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:57.264779 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-88a1aba3-7d89-4064-a2f6-96a2ab8b7bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:57.273693 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-88a1aba3-7d89-4064-a2f6-96a2ab8b7bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:57.297667 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=32268cfe-4ae7-4c2f-b9aa-123ec6ee1928,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:57.307599 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:57.315728 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f97a27-409c-4089-8965-6bb58d651e68 req-ea3cab3d-6c21-4312-8923-493507863f5e tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:57.330695 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-81f97a27-409c-4089-8965-6bb58d651e68 req-ea3cab3d-6c21-4312-8923-493507863f5e tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 945 time: 0.2556520 Oct 25 14:58:57.421861 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-81f97a27-409c-4089-8965-6bb58d651e68 req-697d60d9-232c-4830-ad02-ced2c4526eec tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897512 Oct 25 14:58:57.516012 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-88a1aba3-7d89-4064-a2f6-96a2ab8b7bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:57.520848 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-88a1aba3-7d89-4064-a2f6-96a2ab8b7bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:57.541016 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['32268cfe-4ae7-4c2f-b9aa-123ec6ee1928'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 14:58:57.579811 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-930aa830-3b5c-4e6b-b0cb-b28ede6ece5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:57.597758 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-88a1aba3-7d89-4064-a2f6-96a2ab8b7bcb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ad94823728cc4ae6b27405b26a530077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5821910 Oct 25 14:58:57.601857 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57392) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:57.788326 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1aba3-7d89-4064-a2f6-96a2ab8b7bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85184774-3d77-49b0-b6da-732c5055726d,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:57.833347 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-88a1aba3-7d89-4064-a2f6-96a2ab8b7bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:57.985737 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3a05f313-f58b-426d-ad93-0908b1439183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:58.032678 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b315901-31be-465f-84ea-1bd22bd58e38 req-1dd8c3e9-8dc2-48bb-b6c2-e8fe67874034 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:58.043711 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b00e0-f629-4bd5-a305-2a1a61209c23 req-08e97cf6-fd60-4c6b-807b-3585f26c379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:58.046051 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-230b00e0-f629-4bd5-a305-2a1a61209c23 req-08e97cf6-fd60-4c6b-807b-3585f26c379a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad3d552c59c44b589058c87aff396848&device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 1099 time: 0.1757576 Oct 25 14:58:58.048620 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6b315901-31be-465f-84ea-1bd22bd58e38 req-1dd8c3e9-8dc2-48bb-b6c2-e8fe67874034 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.3525331 Oct 25 14:58:58.150218 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3a05f313-f58b-426d-ad93-0908b1439183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:58.241914 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6b315901-31be-465f-84ea-1bd22bd58e38 req-ef1f3253-ec87-4161-9845-42aae6ea02ea tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917069 Oct 25 14:58:58.244120 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3a05f313-f58b-426d-ad93-0908b1439183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:58.251823 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-160103fc-b19a-4d4b-8b16-5d6fd3dff952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:58.269395 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05f313-f58b-426d-ad93-0908b1439183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85184774-3d77-49b0-b6da-732c5055726d,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:58.272103 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b00e0-f629-4bd5-a305-2a1a61209c23 req-23286735-606e-46df-b0e9-b04967c4b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:58.272324 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-3a05f313-f58b-426d-ad93-0908b1439183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:58.273280 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3a05f313-f58b-426d-ad93-0908b1439183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:58.274430 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-3a05f313-f58b-426d-ad93-0908b1439183 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85184774-3d77-49b0-b6da-732c5055726d HTTP/1.1" status: 204 len: 168 time: 0.6709874 Oct 25 14:58:58.274897 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-230b00e0-f629-4bd5-a305-2a1a61209c23 req-23286735-606e-46df-b0e9-b04967c4b8be service neutron] 10.222.0.31 "GET /v2.0/networks?id=d011acd3-1a02-4289-8a6a-1c3593568534 HTTP/1.1" status: 200 len: 920 time: 0.2051337 Oct 25 14:58:58.370672 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-230b00e0-f629-4bd5-a305-2a1a61209c23 req-9edbab5b-7e8c-4aae-b164-50c6348a1d33 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eab98c54-814d-48ee-ade3-0ebf043688c4 HTTP/1.1" status: 200 len: 217 time: 0.0855427 Oct 25 14:58:58.487988 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b00e0-f629-4bd5-a305-2a1a61209c23 req-c43f32a2-367f-4509-9eb3-63601cd7f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:58.491326 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-230b00e0-f629-4bd5-a305-2a1a61209c23 req-c43f32a2-367f-4509-9eb3-63601cd7f87a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ad7cb1-9890-416a-a602-edb9293268a1 HTTP/1.1" status: 200 len: 859 time: 0.1136320 Oct 25 14:58:58.593090 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:58:58.602787 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-230b00e0-f629-4bd5-a305-2a1a61209c23 req-01d5991b-f891-4ea2-899d-a6d37ae1982a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d011acd3-1a02-4289-8a6a-1c3593568534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021268 Oct 25 14:58:58.861275 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:58:58.875860 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:58:58.878545 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:58.929468 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-230b00e0-f629-4bd5-a305-2a1a61209c23 req-c751e72b-f035-400a-a98e-648ee11a2640 service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168671 Oct 25 14:58:59.070272 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57ad6f-e0a7-4237-a801-ec27b121a880 req-3654539e-41e2-4aef-85d9-beb4e6b18faf tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:59.089142 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-af57ad6f-e0a7-4237-a801-ec27b121a880 req-3654539e-41e2-4aef-85d9-beb4e6b18faf tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 945 time: 0.2938941 Oct 25 14:58:59.124820 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:59.238410 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d8823d-df15-45d2-b805-7edd7f2a9fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32268cfe-4ae7-4c2f-b9aa-123ec6ee1928'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:58:59.282681 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=32268cfe-4ae7-4c2f-b9aa-123ec6ee1928,segment=NetworkSegment(07da518b-bad8-40cf-915e-4e11274b1c9c),segment_id=07da518b-bad8-40cf-915e-4e11274b1c9c)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:58:59.286596 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-af57ad6f-e0a7-4237-a801-ec27b121a880 req-973c03a9-fe28-4521-9129-ae6937c52663 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961176 Oct 25 14:58:59.307823 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:59.311985 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:59.462962 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57454) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:59.492421 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-230b00e0-f629-4bd5-a305-2a1a61209c23 req-af41c533-06a4-4867-af6b-a5ddc4f4b1e0 service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537310 Oct 25 14:58:59.538559 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-be8fe4e7-f448-48ea-91fe-1019c1b82a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:59.622391 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-be8fe4e7-f448-48ea-91fe-1019c1b82a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:58:59.626220 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d8823d-df15-45d2-b805-7edd7f2a9fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32268cfe-4ae7-4c2f-b9aa-123ec6ee1928', 'code': 200} Oct 25 14:58:59.629190 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=32268cfe-4ae7-4c2f-b9aa-123ec6ee1928,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:59.634069 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-be8fe4e7-f448-48ea-91fe-1019c1b82a78 admin admin] Usage tracker for resource:security_group_rule and tenant:84e68eb35474434f8a15fa1a557a4b91 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:58:59.636150 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:59.642607 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-be8fe4e7-f448-48ea-91fe-1019c1b82a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:58:59.654267 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-be8fe4e7-f448-48ea-91fe-1019c1b82a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:58:59.744111 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dccd5-bd81-4850-a328-5137022b6aa5 req-58bb0b1e-bb0a-4eef-8cb8-854845db2955 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:58:59.745895 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b03dccd5-bd81-4850-a328-5137022b6aa5 req-58bb0b1e-bb0a-4eef-8cb8-854845db2955 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.1702585 Oct 25 14:58:59.853920 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-be8fe4e7-f448-48ea-91fe-1019c1b82a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:59.857844 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b03dccd5-bd81-4850-a328-5137022b6aa5 req-aec578d6-fc97-4c5d-a589-e9971f692e13 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031480 Oct 25 14:58:59.862506 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-be8fe4e7-f448-48ea-91fe-1019c1b82a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:58:59.879235 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-556f6a4a-343c-413e-802f-af71b3533498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:58:59.930001 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-be8fe4e7-f448-48ea-91fe-1019c1b82a78 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84e68eb35474434f8a15fa1a557a4b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4656634 Oct 25 14:58:59.934293 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57468) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:58:59.939133 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fe4e7-f448-48ea-91fe-1019c1b82a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9514df-17f5-40be-9753-2e1a53f25fe0,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:58:59.960208 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-be8fe4e7-f448-48ea-91fe-1019c1b82a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:58:59.999989 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0279b25-48fa-47ae-bdb8-2c82105f9c9c req-27711f2d-3d63-4ddb-bdf0-0f6bdf4340c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:00.003167 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c0279b25-48fa-47ae-bdb8-2c82105f9c9c req-27711f2d-3d63-4ddb-bdf0-0f6bdf4340c5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 1099 time: 0.1498418 Oct 25 14:59:00.024927 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-147d5e0a-23ed-4f45-add3-9c3f46ec78aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:00.054568 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c0279b25-48fa-47ae-bdb8-2c82105f9c9c req-e3feac97-b61b-4cf7-a292-43191019c588 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445876 Oct 25 14:59:00.071104 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-147d5e0a-23ed-4f45-add3-9c3f46ec78aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:00.166009 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-147d5e0a-23ed-4f45-add3-9c3f46ec78aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:00.171297 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-608f559c-def9-4e97-ab8a-3ddfbce3b30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:00.186085 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d5e0a-23ed-4f45-add3-9c3f46ec78aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9514df-17f5-40be-9753-2e1a53f25fe0,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:00.189129 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-147d5e0a-23ed-4f45-add3-9c3f46ec78aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:00.190732 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-147d5e0a-23ed-4f45-add3-9c3f46ec78aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:00.195982 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-147d5e0a-23ed-4f45-add3-9c3f46ec78aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc9514df-17f5-40be-9753-2e1a53f25fe0 HTTP/1.1" status: 204 len: 168 time: 0.2566867 Oct 25 14:59:00.679499 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc0e93-5d87-419e-b6db-120990ccdaba req-b0d17a05-2764-40ce-a4e8-db0e3d092ac3 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:00.681027 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-05bc0e93-5d87-419e-b6db-120990ccdaba req-b0d17a05-2764-40ce-a4e8-db0e3d092ac3 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0942678 Oct 25 14:59:00.823086 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-05bc0e93-5d87-419e-b6db-120990ccdaba req-11e77221-0c39-44d1-9fe0-1cd503e5e028 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284230 Oct 25 14:59:01.220413 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17846a6c-e8a5-4806-b463-2da4147dc438 req-6b954443-3976-4a9f-b918-4bb53099df55 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:01.230600 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-17846a6c-e8a5-4806-b463-2da4147dc438 req-6b954443-3976-4a9f-b918-4bb53099df55 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.1236963 Oct 25 14:59:01.286798 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-17846a6c-e8a5-4806-b463-2da4147dc438 req-1405d5e8-5164-4970-8bde-71d86fcffae0 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547793 Oct 25 14:59:01.414676 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:02.212457 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8637da-d826-47f9-a4fb-b94a0136f8ce req-0caf1071-b9a9-489e-813c-62b04b6f573b tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:02.214199 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2e8637da-d826-47f9-a4fb-b94a0136f8ce req-0caf1071-b9a9-489e-813c-62b04b6f573b tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 946 time: 0.1210110 Oct 25 14:59:02.270475 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2e8637da-d826-47f9-a4fb-b94a0136f8ce req-ab6dda18-cfce-4ec3-acf8-bb55daa93e65 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445600 Oct 25 14:59:02.553771 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 57606) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:02.621742 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863213f-cfc5-4456-a253-36c88bbea1c8 req-844d1a60-2cd0-4a16-9981-fb03aa35a00f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:02.629638 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f863213f-cfc5-4456-a253-36c88bbea1c8 req-844d1a60-2cd0-4a16-9981-fb03aa35a00f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.1256616 Oct 25 14:59:02.683214 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f863213f-cfc5-4456-a253-36c88bbea1c8 req-71e365d6-4b66-420f-9c82-1fad65ed98c1 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526445 Oct 25 14:59:02.911526 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3f9342d2-88de-4e4e-a269-2c407891f3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:02.974227 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-3f9342d2-88de-4e4e-a269-2c407891f3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:02.989419 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-3f9342d2-88de-4e4e-a269-2c407891f3c7 admin admin] Usage tracker for resource:security_group_rule and tenant:febdf571c3b441d7abc574cf168d5525 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:03.006471 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-3f9342d2-88de-4e4e-a269-2c407891f3c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:03.023116 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-3f9342d2-88de-4e4e-a269-2c407891f3c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:03.158792 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3f9342d2-88de-4e4e-a269-2c407891f3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:03.165224 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3f9342d2-88de-4e4e-a269-2c407891f3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:03.185095 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-573bdb03-2f23-4f64-a10c-4356c5781a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:03.289023 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57642) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:03.299492 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-3f9342d2-88de-4e4e-a269-2c407891f3c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=febdf571c3b441d7abc574cf168d5525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7426109 Oct 25 14:59:03.303780 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9342d2-88de-4e4e-a269-2c407891f3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1131743-6e5e-45ff-83b9-b5bef1bbd137,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:03.310974 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-3f9342d2-88de-4e4e-a269-2c407891f3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:03.401494 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ebca15d5-050c-42f9-81f1-f32547f3e470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:03.432779 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ebca15d5-050c-42f9-81f1-f32547f3e470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:03.502392 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ebca15d5-050c-42f9-81f1-f32547f3e470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:03.511526 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e38857ac-a62a-4fbe-92d6-fd6fdddfd93f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:03.531044 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca15d5-050c-42f9-81f1-f32547f3e470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1131743-6e5e-45ff-83b9-b5bef1bbd137,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:03.537909 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-ebca15d5-050c-42f9-81f1-f32547f3e470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:03.544934 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ebca15d5-050c-42f9-81f1-f32547f3e470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:03.547293 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-ebca15d5-050c-42f9-81f1-f32547f3e470 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f1131743-6e5e-45ff-83b9-b5bef1bbd137 HTTP/1.1" status: 204 len: 168 time: 0.2563970 Oct 25 14:59:04.136635 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c34ca1-9fda-4ea6-aa46-77b8793dd5b8 req-8f2d4e44-369a-4754-8752-1213041c45cf tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:04.138477 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-36c34ca1-9fda-4ea6-aa46-77b8793dd5b8 req-8f2d4e44-369a-4754-8752-1213041c45cf tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.1924188 Oct 25 14:59:04.255184 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-36c34ca1-9fda-4ea6-aa46-77b8793dd5b8 req-e25869ae-46b8-4c9d-a7bd-21f720bd48cc tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962245 Oct 25 14:59:04.422700 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 57692) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:04.450617 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-862b91c9-ff0e-41ce-8565-933208768c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:04.524468 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-862b91c9-ff0e-41ce-8565-933208768c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:04.534448 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-862b91c9-ff0e-41ce-8565-933208768c17 admin admin] Usage tracker for resource:security_group_rule and tenant:022728b4bbd64a78add4ccae9a67e2ac is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:04.543754 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-862b91c9-ff0e-41ce-8565-933208768c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:04.577644 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-862b91c9-ff0e-41ce-8565-933208768c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:04.866690 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-862b91c9-ff0e-41ce-8565-933208768c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:04.877939 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-862b91c9-ff0e-41ce-8565-933208768c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:04.912072 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-50bdc79e-3bde-480b-bd5c-dcabac800797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:05.058462 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-862b91c9-ff0e-41ce-8565-933208768c17 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=022728b4bbd64a78add4ccae9a67e2ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6345727 Oct 25 14:59:05.061264 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b91c9-ff0e-41ce-8565-933208768c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de53376e-89cd-4722-b953-c8675ddd7bf0,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:05.075362 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57710) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:05.082124 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-862b91c9-ff0e-41ce-8565-933208768c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:05.176564 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17234490-ccb4-454b-a704-0b7da7543007 req-fe6015a4-ad19-4720-b246-b63c4bb1841d tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:05.180994 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-17234490-ccb4-454b-a704-0b7da7543007 req-fe6015a4-ad19-4720-b246-b63c4bb1841d tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 946 time: 0.1614425 Oct 25 14:59:05.191260 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:05.302237 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-17234490-ccb4-454b-a704-0b7da7543007 req-437ad446-92d2-4354-b95a-8115b5b1b0aa tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033020 Oct 25 14:59:05.310249 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:05.453447 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:05.463355 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-147d5e0a-23ed-4f45-add3-9c3f46ec78aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:05.479472 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de53376e-89cd-4722-b953-c8675ddd7bf0,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:05.525120 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:05.529438 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/de53376e-89cd-4722-b953-c8675ddd7bf0 HTTP/1.1" status: 204 len: 168 time: 0.4447939 Oct 25 14:59:05.539443 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:05.539988 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:05.540350 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:05.540691 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:05.541026 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:05.541363 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:05.541694 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:05.542026 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:05.542355 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:05.542684 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:05.543017 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:05.543341 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:05.560294 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:05.608911 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466f504-adfc-467b-8966-bb5f6d0e6939 req-816e99cd-11b0-4538-a153-b37c4ebe7d92 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:05.610570 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f466f504-adfc-467b-8966-bb5f6d0e6939 req-816e99cd-11b0-4538-a153-b37c4ebe7d92 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.1323371 Oct 25 14:59:05.677746 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f466f504-adfc-467b-8966-bb5f6d0e6939 req-6d3ca995-9d8e-4f0c-a458-d377b77575b0 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600111 Oct 25 14:59:06.059517 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57748) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:06.079305 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e3537924-f944-41d2-bd68-52203657c0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:06.099906 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-e3537924-f944-41d2-bd68-52203657c0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:06.104104 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-e3537924-f944-41d2-bd68-52203657c0be admin admin] Usage tracker for resource:security_group_rule and tenant:c80645ff3a2c4aedaac10a05863f6158 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:06.108392 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-e3537924-f944-41d2-bd68-52203657c0be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:06.115119 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-e3537924-f944-41d2-bd68-52203657c0be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:06.190623 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57752) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:06.232120 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e3537924-f944-41d2-bd68-52203657c0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:06.237285 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e3537924-f944-41d2-bd68-52203657c0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:06.245871 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-08cdfe1c-6ff3-40dd-a7dd-73d6f5110f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:06.291049 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-e3537924-f944-41d2-bd68-52203657c0be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c80645ff3a2c4aedaac10a05863f6158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302001 Oct 25 14:59:06.293091 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3537924-f944-41d2-bd68-52203657c0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbae40f4-ae60-4090-8cc3-bb9e621c5c72,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:06.295416 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 57764) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:06.296734 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e3537924-f944-41d2-bd68-52203657c0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:06.417028 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:06.442400 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c139194c-6ab5-4a31-bd90-134a5e47b5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:06.450070 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:06.483065 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-c139194c-6ab5-4a31-bd90-134a5e47b5cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:06.501166 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-c139194c-6ab5-4a31-bd90-134a5e47b5cd admin admin] Usage tracker for resource:security_group_rule and tenant:919d6becd8a04079bdcb01b7ad1c183f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:06.510406 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-c139194c-6ab5-4a31-bd90-134a5e47b5cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:06.564466 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:06.580180 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-e77121a2-dd13-4e15-a8fb-e3f967329222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:06.587678 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-c139194c-6ab5-4a31-bd90-134a5e47b5cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:06.612114 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbae40f4-ae60-4090-8cc3-bb9e621c5c72,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:06.647222 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:06.648208 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:06.649195 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:06.649996 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:06.650799 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:06.651616 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:06.652446 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:06.654250 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:06.655125 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:06.655947 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:06.656789 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:06.657903 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:06.666669 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:06.673964 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ad18c-8b31-43dd-87c0-1b4fddb2e518 req-170b624e-1c03-42d0-aab2-caaa1b818261 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:06.684226 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fd3ad18c-8b31-43dd-87c0-1b4fddb2e518 req-170b624e-1c03-42d0-aab2-caaa1b818261 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 946 time: 0.1685710 Oct 25 14:59:06.840812 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:06.842948 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cbae40f4-ae60-4090-8cc3-bb9e621c5c72 HTTP/1.1" status: 204 len: 168 time: 0.5428672 Oct 25 14:59:06.906415 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c139194c-6ab5-4a31-bd90-134a5e47b5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:06.940643 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c139194c-6ab5-4a31-bd90-134a5e47b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:06.971888 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f888a847-fb07-444d-902b-eeec8a0a4149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:06.975331 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab573d-46fd-4e5e-b33d-e73151f5d1e1 req-4e9d8fcb-c682-4659-9463-4535431e8853 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:06.977689 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-eeab573d-46fd-4e5e-b33d-e73151f5d1e1 req-4e9d8fcb-c682-4659-9463-4535431e8853 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Synchronizing usage tracker for tenant:d2fef806f72d4b2998aa19426dd9b292 on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 14:59:07.043562 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fd3ad18c-8b31-43dd-87c0-1b4fddb2e518 req-8f160846-e691-4536-9b22-aaaee3062459 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581352 Oct 25 14:59:07.215388 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 57788) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:07.218369 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-eeab573d-46fd-4e5e-b33d-e73151f5d1e1 req-4e9d8fcb-c682-4659-9463-4535431e8853 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Unset dirty status for tenant:d2fef806f72d4b2998aa19426dd9b292 on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 14:59:07.219697 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-eeab573d-46fd-4e5e-b33d-e73151f5d1e1 req-4e9d8fcb-c682-4659-9463-4535431e8853 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.31 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 946 time: 0.5438440 Oct 25 14:59:07.344538 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-c139194c-6ab5-4a31-bd90-134a5e47b5cd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=919d6becd8a04079bdcb01b7ad1c183f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1525223 Oct 25 14:59:07.346727 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57796) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:07.352299 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139194c-6ab5-4a31-bd90-134a5e47b5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dffdce-28d8-472c-b881-b7d350113d78,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:07.360939 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-c139194c-6ab5-4a31-bd90-134a5e47b5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:07.369516 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4739639-e07a-4b2d-aff7-fc42093f5a38 req-ec66622b-06f8-4e60-b236-0a154a710341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:07.370600 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-b4739639-e07a-4b2d-aff7-fc42093f5a38 req-ec66622b-06f8-4e60-b236-0a154a710341 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 1099 time: 0.3755336 Oct 25 14:59:07.379834 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-eeab573d-46fd-4e5e-b33d-e73151f5d1e1 req-fed87aca-95d8-4f72-8b0f-95d704558124 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Deleting port 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 14:59:07.381198 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-eeab573d-46fd-4e5e-b33d-e73151f5d1e1 req-fed87aca-95d8-4f72-8b0f-95d704558124 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:07.539265 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-471b3812-63b1-4ed7-bf21-ca454e41e107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:07.558138 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-b4739639-e07a-4b2d-aff7-fc42093f5a38 req-70abcfb8-3354-4af2-88b4-51244f8b59a5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108170 Oct 25 14:59:07.564046 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-065a0c4a-3b47-486e-81a6-37ceecbf98b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:07.580045 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa852de3-c2f9-4184-8027-21214817b649 req-86b7d1a2-d791-4c38-be86-e145dd292c88 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:07.582127 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-aa852de3-c2f9-4184-8027-21214817b649 req-86b7d1a2-d791-4c38-be86-e145dd292c88 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.5258727 Oct 25 14:59:07.636280 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-471b3812-63b1-4ed7-bf21-ca454e41e107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:07.668077 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-aa852de3-c2f9-4184-8027-21214817b649 req-20e8e2cb-c436-4068-8b2b-5ff1490df14d tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669849 Oct 25 14:59:07.697532 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-065a0c4a-3b47-486e-81a6-37ceecbf98b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:07.727778 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-065a0c4a-3b47-486e-81a6-37ceecbf98b4 admin admin] Usage tracker for resource:security_group_rule and tenant:6b3c6bdd257546cdb273e2fa241dde0e is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:07.737118 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-065a0c4a-3b47-486e-81a6-37ceecbf98b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:07.738210 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-471b3812-63b1-4ed7-bf21-ca454e41e107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:07.747162 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-88a1aba3-7d89-4064-a2f6-96a2ab8b7bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:07.754891 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-065a0c4a-3b47-486e-81a6-37ceecbf98b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:07.781467 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b3812-63b1-4ed7-bf21-ca454e41e107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dffdce-28d8-472c-b881-b7d350113d78,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:07.786173 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-471b3812-63b1-4ed7-bf21-ca454e41e107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:07.819024 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-471b3812-63b1-4ed7-bf21-ca454e41e107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:07.824370 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-471b3812-63b1-4ed7-bf21-ca454e41e107 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12dffdce-28d8-472c-b881-b7d350113d78 HTTP/1.1" status: 204 len: 168 time: 0.4705710 Oct 25 14:59:08.180885 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-eeab573d-46fd-4e5e-b33d-e73151f5d1e1 req-fed87aca-95d8-4f72-8b0f-95d704558124 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] For port 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=32268cfe-4ae7-4c2f-b9aa-123ec6ee1928,segment=NetworkSegment(07da518b-bad8-40cf-915e-4e11274b1c9c),segment_id=07da518b-bad8-40cf-915e-4e11274b1c9c)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:59:08.181547 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-eeab573d-46fd-4e5e-b33d-e73151f5d1e1 req-fed87aca-95d8-4f72-8b0f-95d704558124 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:08.275203 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57830) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:08.358781 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e8634-800c-4a7e-a117-84209b7b8601 req-64f2c192-5d2e-4907-9dbc-f4898952f310 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:08.365792 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-337e8634-800c-4a7e-a117-84209b7b8601 req-64f2c192-5d2e-4907-9dbc-f4898952f310 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 946 time: 0.1763861 Oct 25 14:59:08.438341 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-337e8634-800c-4a7e-a117-84209b7b8601 req-e2e2a2f3-ce50-4923-bc1a-c9b2e964d0eb tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705090 Oct 25 14:59:08.469793 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-eeab573d-46fd-4e5e-b33d-e73151f5d1e1 req-fed87aca-95d8-4f72-8b0f-95d704558124 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Calling delete_port for 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 14:59:08.531772 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1826566959-network', 'tenant_id': '8f7aa8a23cce48aa8de326eb09201fb6'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:59:08.537798 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-065a0c4a-3b47-486e-81a6-37ceecbf98b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:08.541447 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:08.546110 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-065a0c4a-3b47-486e-81a6-37ceecbf98b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:08.550448 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Usage tracker for resource:network and tenant:8f7aa8a23cce48aa8de326eb09201fb6 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:08.556564 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:08.557458 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-cc2131d0-eefd-4548-9b96-08d4f32163e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:08.569267 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:08.580388 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57836) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:08.601435 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Made reservation on behalf of 8f7aa8a23cce48aa8de326eb09201fb6 for: {'network': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:59:08.603939 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:08.616164 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-fd04270a-e54d-4978-b37b-1ac9fdd2dc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:08.622811 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-065a0c4a-3b47-486e-81a6-37ceecbf98b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b3c6bdd257546cdb273e2fa241dde0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4018352 Oct 25 14:59:08.626882 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 57840) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:08.640145 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-fd04270a-e54d-4978-b37b-1ac9fdd2dc58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:08.643385 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:08.656334 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-fd04270a-e54d-4978-b37b-1ac9fdd2dc58 admin admin] Usage tracker for resource:security_group_rule and tenant:0de1c752161146e48d4871a7847354f8 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:08.660963 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-fd04270a-e54d-4978-b37b-1ac9fdd2dc58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:08.678703 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-fd04270a-e54d-4978-b37b-1ac9fdd2dc58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:08.679477 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a0c4a-3b47-486e-81a6-37ceecbf98b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e904da67-61bd-4df3-918b-241d8a1716cc,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:08.684915 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:08.696949 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Usage tracker for resource:security_group_rule and tenant:8f7aa8a23cce48aa8de326eb09201fb6 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:08.698232 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-065a0c4a-3b47-486e-81a6-37ceecbf98b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:08.707743 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:08.747134 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:08.785258 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-eeab573d-46fd-4e5e-b33d-e73151f5d1e1 req-fed87aca-95d8-4f72-8b0f-95d704558124 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:08.794374 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:08.852571 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d71bc2cc-1ba6-4638-8b2e-404d5c446a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:08.875667 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed87aca-95d8-4f72-8b0f-95d704558124 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Pushing event deleted for resources: {'Port': ['ID=32268cfe-4ae7-4c2f-b9aa-123ec6ee1928,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:08.985683 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-fed87aca-95d8-4f72-8b0f-95d704558124 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:09.045321 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeab573d-46fd-4e5e-b33d-e73151f5d1e1 req-fed87aca-95d8-4f72-8b0f-95d704558124 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] No DVR routers for this DVR port 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 14:59:09.048351 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d71bc2cc-1ba6-4638-8b2e-404d5c446a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:09.056749 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-eeab573d-46fd-4e5e-b33d-e73151f5d1e1 req-fed87aca-95d8-4f72-8b0f-95d704558124 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:09.059680 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d8823d-df15-45d2-b805-7edd7f2a9fc6', 'name': 'network-vif-deleted', 'tag': '32268cfe-4ae7-4c2f-b9aa-123ec6ee1928'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:59:09.132315 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-eeab573d-46fd-4e5e-b33d-e73151f5d1e1 req-fed87aca-95d8-4f72-8b0f-95d704558124 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.31 "DELETE /v2.0/ports/32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 HTTP/1.1" status: 204 len: 173 time: 1.8937206 Oct 25 14:59:09.173796 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d8823d-df15-45d2-b805-7edd7f2a9fc6', 'name': 'network-vif-deleted', 'tag': '32268cfe-4ae7-4c2f-b9aa-123ec6ee1928', 'status': 'completed', 'code': 200} Oct 25 14:59:09.179958 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d71bc2cc-1ba6-4638-8b2e-404d5c446a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:09.186410 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-dbf6fd28-b3a9-40c1-b50f-33d0e740405d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:09.200353 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71bc2cc-1ba6-4638-8b2e-404d5c446a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e904da67-61bd-4df3-918b-241d8a1716cc,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:09.205025 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-d71bc2cc-1ba6-4638-8b2e-404d5c446a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:09.210434 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d71bc2cc-1ba6-4638-8b2e-404d5c446a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:09.212338 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-d71bc2cc-1ba6-4638-8b2e-404d5c446a5d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e904da67-61bd-4df3-918b-241d8a1716cc HTTP/1.1" status: 204 len: 168 time: 0.5843542 Oct 25 14:59:09.255507 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-fd04270a-e54d-4978-b37b-1ac9fdd2dc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:09.287239 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-fd04270a-e54d-4978-b37b-1ac9fdd2dc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:09.321819 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-8cb318d8-3090-4494-b62d-c581b6238270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:09.422832 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-8e55fd67-b383-4df0-94cd-84812f3604e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:09.553478 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 57866) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:09.564341 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-fd04270a-e54d-4978-b37b-1ac9fdd2dc58 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0de1c752161146e48d4871a7847354f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9823387 Oct 25 14:59:09.606128 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:09.608382 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04270a-e54d-4978-b37b-1ac9fdd2dc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178ca364-3e84-4ad9-b319-ab0d89b7c55a,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:09.621766 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-fd04270a-e54d-4978-b37b-1ac9fdd2dc58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:09.632051 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:09.635947 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:09.687988 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3fec7d94-dfd8-4721-a3af-9b93c1cc1542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:09.705694 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca3c9b5-14b1-4a26-90ef-fea3611d85e5,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:09.712695 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=86779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 14:59:09.716127 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:09.730422 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59554e9a-06fa-4590-9a22-bab96d0fbf07 req-c990128f-565c-49f7-b06e-1cd5b11fe1b5 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:09.743106 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-59554e9a-06fa-4590-9a22-bab96d0fbf07 req-c990128f-565c-49f7-b06e-1cd5b11fe1b5 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.7422380 Oct 25 14:59:09.766753 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3fec7d94-dfd8-4721-a3af-9b93c1cc1542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:09.811958 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:09.812418 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.db.segments_db [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Added segment 1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509 of type vlan for network 59cc9728-0e04-41ab-a015-cef84683256d Oct 25 14:59:09.840576 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8cb347fd-139f-4134-b432-09a3f48228ed req-fb6f614c-1330-4bf1-aaa4-08c9cf2dc647 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d8823d-df15-45d2-b805-7edd7f2a9fc6 HTTP/1.1" status: 200 len: 210 time: 0.0733309 Oct 25 14:59:09.872250 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-59554e9a-06fa-4590-9a22-bab96d0fbf07 req-74873cd0-397e-4691-ba8b-8e12ed7c36d1 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280220 Oct 25 14:59:09.907399 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3fec7d94-dfd8-4721-a3af-9b93c1cc1542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:09.926357 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-2abd127d-afc4-492e-8086-44b87716061c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:09.983749 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec7d94-dfd8-4721-a3af-9b93c1cc1542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178ca364-3e84-4ad9-b319-ab0d89b7c55a,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:09.986475 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-3fec7d94-dfd8-4721-a3af-9b93c1cc1542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:10.002333 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3fec7d94-dfd8-4721-a3af-9b93c1cc1542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:10.006650 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-3fec7d94-dfd8-4721-a3af-9b93c1cc1542 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/178ca364-3e84-4ad9-b319-ab0d89b7c55a HTTP/1.1" status: 204 len: 168 time: 0.4492202 Oct 25 14:59:10.058624 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:10.101608 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:10.114626 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:59:10.171160 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:10.172677 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:10.173522 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:10.181360 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-cc1f5997-9713-40da-9200-7aaa267675a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:10.309119 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 57882) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:10.315910 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] Request body: {'subnet': {'network_id': '59cc9728-0e04-41ab-a015-cef84683256d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1826566959-subnet', 'tenant_id': '8f7aa8a23cce48aa8de326eb09201fb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:59:10.322090 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0442414 Oct 25 14:59:10.326201 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:10.336470 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57886) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:10.345982 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] Usage tracker for resource:subnet and tenant:8f7aa8a23cce48aa8de326eb09201fb6 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:10.362981 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:10.387892 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:10.443322 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] Made reservation on behalf of 8f7aa8a23cce48aa8de326eb09201fb6 for: {'subnet': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:59:10.448538 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1469761'] for subnet, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:10.450908 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Pushing event updated for resources: {'Network': ['ID=59cc9728-0e04-41ab-a015-cef84683256d,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:10.469399 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network 59cc9728-0e04-41ab-a015-cef84683256d details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 14:59:10.478726 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:10.484619 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8a027893-2657-4e99-bad9-f709d5e14097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:10.609395 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-8a027893-2657-4e99-bad9-f709d5e14097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:10.619380 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-8a027893-2657-4e99-bad9-f709d5e14097 admin admin] Usage tracker for resource:security_group_rule and tenant:28aea5cd6c224bed8cbecaed9d618a9a is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:10.631032 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-8a027893-2657-4e99-bad9-f709d5e14097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:10.647781 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-8a027893-2657-4e99-bad9-f709d5e14097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:10.650090 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 14:59:10.691749 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 14:59:10.692470 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 32268cfe-4ae7-4c2f-b9aa-123ec6ee1928 not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 14:59:10.955698 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d55268-f5b2-4f04-99fa-8454ef4ce5d5 req-c9f5e70b-486d-41ec-a924-6f6b6eaddedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:10.955698 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-12d55268-f5b2-4f04-99fa-8454ef4ce5d5 req-c9f5e70b-486d-41ec-a924-6f6b6eaddedd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad3d552c59c44b589058c87aff396848&device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 1099 time: 0.2395854 Oct 25 14:59:11.001064 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f91b0-2fab-4c8a-87a7-693e989b3ec7 req-33ddad3d-2bbf-4287-98d8-c72745b356ee tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:11.002846 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fd1f91b0-2fab-4c8a-87a7-693e989b3ec7 req-33ddad3d-2bbf-4287-98d8-c72745b356ee tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.2936952 Oct 25 14:59:11.018905 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fe5a4-b53d-48ca-baf1-1db06fdbcd11 req-46a478f8-c46c-43e1-a232-f95bc5948aca tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:11.027658 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-809fe5a4-b53d-48ca-baf1-1db06fdbcd11 req-46a478f8-c46c-43e1-a232-f95bc5948aca tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.4999089 Oct 25 14:59:11.094120 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8a027893-2657-4e99-bad9-f709d5e14097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:11.119004 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8a027893-2657-4e99-bad9-f709d5e14097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:11.133588 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-d1f029bc-532e-42df-b4a4-8bfbd4cc56fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:11.156520 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fd1f91b0-2fab-4c8a-87a7-693e989b3ec7 req-ab2703eb-77b9-4f20-b22f-2d7df37eab48 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256566 Oct 25 14:59:11.201891 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-809fe5a4-b53d-48ca-baf1-1db06fdbcd11 req-23af8cc6-0175-4902-875e-4803b7887807 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729660 Oct 25 14:59:11.203231 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a027893-2657-4e99-bad9-f709d5e14097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707534c2-70b3-4372-88c5-5e0fad839739,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:11.220089 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-8a027893-2657-4e99-bad9-f709d5e14097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:11.242990 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-8a027893-2657-4e99-bad9-f709d5e14097 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=28aea5cd6c224bed8cbecaed9d618a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9053249 Oct 25 14:59:11.248192 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 57918) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:11.287900 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d55268-f5b2-4f04-99fa-8454ef4ce5d5 req-3f4067f5-e687-48c8-b1dc-5bf6ad4c418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:11.287900 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-12d55268-f5b2-4f04-99fa-8454ef4ce5d5 req-3f4067f5-e687-48c8-b1dc-5bf6ad4c418d service neutron] 10.222.0.31 "GET /v2.0/networks?id=d011acd3-1a02-4289-8a6a-1c3593568534 HTTP/1.1" status: 200 len: 920 time: 0.3159742 Oct 25 14:59:11.361665 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27819151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1469783'] for subnet, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:11.362177 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-fa5fbbe8-7885-4ac1-8619-87f19bdb9dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:11.368474 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-4d247d19-6266-433f-aa0b-eae0004c7749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:11.423938 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-fa5fbbe8-7885-4ac1-8619-87f19bdb9dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:11.443776 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-12d55268-f5b2-4f04-99fa-8454ef4ce5d5 req-3f406675-e094-4f62-8f19-6c40c204d893 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eab98c54-814d-48ee-ade3-0ebf043688c4 HTTP/1.1" status: 200 len: 217 time: 0.1453779 Oct 25 14:59:11.528919 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-fa5fbbe8-7885-4ac1-8619-87f19bdb9dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:11.529265 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=34be2636-b0d8-4ac2-8232-d290f8639fa3,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:11.533724 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] Checking segment: {'id': '1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '59cc9728-0e04-41ab-a015-cef84683256d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:59:11.534333 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] Network hostable DHCP agents. Network: 59cc9728-0e04-41ab-a015-cef84683256d, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 14:59:11.540681 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:11.546685 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1d120f87-6890-403e-bf5c-9ada21d12b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:11.561533 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d55268-f5b2-4f04-99fa-8454ef4ce5d5 req-f40ea8ad-7488-4457-971b-528c4962a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:11.563567 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-12d55268-f5b2-4f04-99fa-8454ef4ce5d5 req-f40ea8ad-7488-4457-971b-528c4962a660 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ad7cb1-9890-416a-a602-edb9293268a1 HTTP/1.1" status: 200 len: 859 time: 0.1005569 Oct 25 14:59:11.566297 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fbbe8-7885-4ac1-8619-87f19bdb9dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707534c2-70b3-4372-88c5-5e0fad839739,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:11.589253 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-fa5fbbe8-7885-4ac1-8619-87f19bdb9dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:11.605537 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-fa5fbbe8-7885-4ac1-8619-87f19bdb9dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:11.608426 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-fa5fbbe8-7885-4ac1-8619-87f19bdb9dd7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/707534c2-70b3-4372-88c5-5e0fad839739 HTTP/1.1" status: 204 len: 168 time: 0.3588395 Oct 25 14:59:11.618493 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] Network 59cc9728-0e04-41ab-a015-cef84683256d is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 14:59:11.639760 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-12d55268-f5b2-4f04-99fa-8454ef4ce5d5 req-b66c7026-0bdf-4342-91b5-f7326fa05266 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d011acd3-1a02-4289-8a6a-1c3593568534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634618 Oct 25 14:59:11.642627 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, 59cc9728-0e04-41ab-a015-cef84683256d) {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:59:11.655077 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4c9374-3429-458b-8c64-a287d9da5e37 None None] Network 59cc9728-0e04-41ab-a015-cef84683256d requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:59:11.657313 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:11.660493 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:11.915181 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-12d55268-f5b2-4f04-99fa-8454ef4ce5d5 req-921d5a9c-906f-403a-808a-dc192e0185e5 service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614276 Oct 25 14:59:12.095464 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f35a6e5-8c1b-481e-a37b-6ff02fbe8a3b None None] Network 59cc9728-0e04-41ab-a015-cef84683256d requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:59:12.162344 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8492064 Oct 25 14:59:12.372647 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-12d55268-f5b2-4f04-99fa-8454ef4ce5d5 req-ea96c7dc-b004-48b7-a691-99e5c994ec42 service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293988 Oct 25 14:59:12.494553 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42914c14-488d-4bf5-a4b7-3a6bd567fd68 req-0f54b5be-0048-4871-b9a9-9f624b20dfd9 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:12.502950 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42914c14-488d-4bf5-a4b7-3a6bd567fd68 req-0f54b5be-0048-4871-b9a9-9f624b20dfd9 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.1409018 Oct 25 14:59:12.713068 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42914c14-488d-4bf5-a4b7-3a6bd567fd68 req-86cc93b0-95af-41d1-bbf0-450d4c610ada tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035522 Oct 25 14:59:12.810833 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474331d9-e131-4254-9b8d-ad885cd2e8f8 req-8f1b7b2c-220e-49a9-b866-c23e0e1c906d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:12.812454 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-474331d9-e131-4254-9b8d-ad885cd2e8f8 req-8f1b7b2c-220e-49a9-b866-c23e0e1c906d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.1805797 Oct 25 14:59:12.899887 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-474331d9-e131-4254-9b8d-ad885cd2e8f8 req-f973dcb3-4311-4aa9-a51a-35ccdbd9838c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792217 Oct 25 14:59:13.242800 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 57978) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:13.458938 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c8c0bd59-3925-4ec7-98b9-e12012265962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:13.477123 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-c8c0bd59-3925-4ec7-98b9-e12012265962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:13.481689 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-c8c0bd59-3925-4ec7-98b9-e12012265962 admin admin] Usage tracker for resource:security_group_rule and tenant:6a62922b7a2a4378bc3f5b7f94c37d34 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:13.485053 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-c8c0bd59-3925-4ec7-98b9-e12012265962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:13.491794 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-c8c0bd59-3925-4ec7-98b9-e12012265962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:13.607879 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c8c0bd59-3925-4ec7-98b9-e12012265962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:13.616856 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c8c0bd59-3925-4ec7-98b9-e12012265962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:13.632951 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5e1bde3e-442b-4736-89ca-b405456dd0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:13.673540 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0bd59-3925-4ec7-98b9-e12012265962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d10359-4f49-42b1-8a46-387ccb8a3d3e,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:13.692079 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c8c0bd59-3925-4ec7-98b9-e12012265962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:13.725423 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-c8c0bd59-3925-4ec7-98b9-e12012265962 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a62922b7a2a4378bc3f5b7f94c37d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4801729 Oct 25 14:59:13.725631 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 58004) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:13.774465 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-ff5a24d6-3526-4cf0-9c26-1e40ee51c78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:13.820407 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c35817d6-d5d6-4b3b-8124-d0f4af95e185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:13.870557 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c35817d6-d5d6-4b3b-8124-d0f4af95e185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:13.894922 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 58016) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:13.902494 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-945754800-network', 'tenant_id': 'ec9d594eea924a1885c7c42d9efece07'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:59:13.916672 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:13.934775 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Usage tracker for resource:network and tenant:ec9d594eea924a1885c7c42d9efece07 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:13.944974 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:13.964296 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:14.017267 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Made reservation on behalf of ec9d594eea924a1885c7c42d9efece07 for: {'network': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:59:14.023673 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:14.076896 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:14.140720 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:14.170831 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Usage tracker for resource:security_group_rule and tenant:ec9d594eea924a1885c7c42d9efece07 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:14.173361 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c02a2-0a5d-490a-9b33-8a1199aaffda req-65866875-6414-4bec-ab2e-a05a89304c2e tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:14.176596 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:14.187505 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:14.188468 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3f5c02a2-0a5d-490a-9b33-8a1199aaffda req-65866875-6414-4bec-ab2e-a05a89304c2e tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.3020954 Oct 25 14:59:14.305205 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3f5c02a2-0a5d-490a-9b33-8a1199aaffda req-f5209e69-20c8-44e3-aede-88c62cc0227a tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156616 Oct 25 14:59:14.333285 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c35817d6-d5d6-4b3b-8124-d0f4af95e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:14.340308 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f21f234d-1d0d-4a0e-bcae-1cf4d2bdf265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:14.391405 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35817d6-d5d6-4b3b-8124-d0f4af95e185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d10359-4f49-42b1-8a46-387ccb8a3d3e,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:14.402350 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-c35817d6-d5d6-4b3b-8124-d0f4af95e185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:14.425338 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c35817d6-d5d6-4b3b-8124-d0f4af95e185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:14.440756 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-c35817d6-d5d6-4b3b-8124-d0f4af95e185 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59d10359-4f49-42b1-8a46-387ccb8a3d3e HTTP/1.1" status: 204 len: 168 time: 0.7094524 Oct 25 14:59:14.503428 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:14.511988 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712c2dd-5481-48a6-aedc-e4f7c15b3d99 req-d8488a45-260c-4dbc-8afb-5adbb302cee9 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:14.519683 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8712c2dd-5481-48a6-aedc-e4f7c15b3d99 req-d8488a45-260c-4dbc-8afb-5adbb302cee9 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.3281956 Oct 25 14:59:14.527657 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:14.561624 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-fdbe245b-6875-46b8-909a-28fcb776793b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:14.646409 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=86778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 14:59:14.653673 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8712c2dd-5481-48a6-aedc-e4f7c15b3d99 req-ae9d86fb-2991-44a5-8cb8-489f7deae9a1 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098340 Oct 25 14:59:14.679515 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0428476a-74eb-40b3-84cc-e12a88d81ac2,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:14.687538 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:14.692550 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:14.693545 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.segments_db [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Added segment ac20a676-a52f-4810-b422-d5ce0a5009b3 of type vlan for network 2e43f9bd-86a8-4099-b1f6-9d005b5564ef Oct 25 14:59:14.722350 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:14.809608 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:14.865240 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:14.867954 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:14.869159 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:14.916809 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-d2c896d5-95e2-4eb6-941b-a4862921586d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:15.056307 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 58068) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:15.057245 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1602395 Oct 25 14:59:15.071117 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] Request body: {'subnet': {'network_id': '2e43f9bd-86a8-4099-b1f6-9d005b5564ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-945754800-subnet', 'tenant_id': 'ec9d594eea924a1885c7c42d9efece07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:59:15.078410 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:15.091072 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] Usage tracker for resource:subnet and tenant:ec9d594eea924a1885c7c42d9efece07 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:15.096845 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:15.110841 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:15.126792 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Pushing event updated for resources: {'Network': ['ID=2e43f9bd-86a8-4099-b1f6-9d005b5564ef,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:15.129202 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] Made reservation on behalf of ec9d594eea924a1885c7c42d9efece07 for: {'subnet': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:59:15.133301 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:15.137945 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27357795'] for subnet, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:15.140832 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network 2e43f9bd-86a8-4099-b1f6-9d005b5564ef details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 14:59:15.531057 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28135093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27357813'] for subnet, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:15.559234 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:15.679259 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] Checking segment: {'id': 'ac20a676-a52f-4810-b422-d5ce0a5009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2e43f9bd-86a8-4099-b1f6-9d005b5564ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:59:15.679612 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] Network hostable DHCP agents. Network: 2e43f9bd-86a8-4099-b1f6-9d005b5564ef, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 14:59:15.685662 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb5b4fa-4580-471e-b8f3-2f96f43ae61b,revision_number=0']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:15.698904 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dae144-73c3-4c21-a57a-99bd1ffaf769 req-fdaea11b-8c0b-4b5a-9041-81ba6a26ddb5 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:15.701061 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b9dae144-73c3-4c21-a57a-99bd1ffaf769 req-fdaea11b-8c0b-4b5a-9041-81ba6a26ddb5 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.2222426 Oct 25 14:59:15.702132 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:15.788926 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] Network 2e43f9bd-86a8-4099-b1f6-9d005b5564ef is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 14:59:15.848350 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, 2e43f9bd-86a8-4099-b1f6-9d005b5564ef) {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:59:15.861684 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4b2172-3a71-4442-9698-78130f61d85b None None] Network 2e43f9bd-86a8-4099-b1f6-9d005b5564ef requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:59:15.866044 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:15.867955 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:15.899024 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b9dae144-73c3-4c21-a57a-99bd1ffaf769 req-6605e53e-9bb2-420a-adb4-f2be6f8fb3d5 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730275 Oct 25 14:59:16.197844 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1339159 Oct 25 14:59:16.297008 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56ffe2-6228-4ae5-8cb3-25577eb2fb9b req-74578f08-b19e-42ae-9d90-85b14af22027 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:16.306550 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bc56ffe2-6228-4ae5-8cb3-25577eb2fb9b req-74578f08-b19e-42ae-9d90-85b14af22027 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.3741646 Oct 25 14:59:16.382678 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bc56ffe2-6228-4ae5-8cb3-25577eb2fb9b req-c339287d-422d-4122-8284-9298467d9de1 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694141 Oct 25 14:59:16.595601 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:16.734036 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d6d463-e241-424f-9638-9c50f69082ea None None] Network 2e43f9bd-86a8-4099-b1f6-9d005b5564ef requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:59:17.640550 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afebc67-54df-4773-acdb-6c5b8a81556c req-567e4ecf-b322-43a2-8077-5cc8f62a74f5 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:17.641943 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7afebc67-54df-4773-acdb-6c5b8a81556c req-567e4ecf-b322-43a2-8077-5cc8f62a74f5 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.1243613 Oct 25 14:59:17.714752 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7afebc67-54df-4773-acdb-6c5b8a81556c req-e82b99b2-eecb-4ec2-a7cc-3b34a97d442a tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529878 Oct 25 14:59:18.823541 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5b145-dd32-4cbe-85da-c82a05cd75c7 req-2ab8aac3-1d48-4ddc-a538-b88a47f3432c tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:18.824993 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b6d5b145-dd32-4cbe-85da-c82a05cd75c7 req-2ab8aac3-1d48-4ddc-a538-b88a47f3432c tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.1095433 Oct 25 14:59:18.974873 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b6d5b145-dd32-4cbe-85da-c82a05cd75c7 req-e71037d1-a1c6-4711-9384-4d4cbaa55a55 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434579 Oct 25 14:59:19.184155 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3902-e196-4f0b-84b3-eb865e08d9c8 req-f3e9ca2b-c922-4f41-b3d0-7778167365f5 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:19.185749 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-10bd3902-e196-4f0b-84b3-eb865e08d9c8 req-f3e9ca2b-c922-4f41-b3d0-7778167365f5 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.0931327 Oct 25 14:59:19.275773 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-10bd3902-e196-4f0b-84b3-eb865e08d9c8 req-8b4b6127-9a0f-45d5-a60c-1fcadd068701 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814149 Oct 25 14:59:20.012271 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-3033f550-a1e3-43f9-b2b7-06ed85f792ee tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:20.018118 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-3033f550-a1e3-43f9-b2b7-06ed85f792ee tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Synchronizing usage tracker for tenant:8f7aa8a23cce48aa8de326eb09201fb6 on resource:network {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 14:59:20.076988 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-3033f550-a1e3-43f9-b2b7-06ed85f792ee tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Unset dirty status for tenant:8f7aa8a23cce48aa8de326eb09201fb6 on resource:network {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 14:59:20.078259 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-3033f550-a1e3-43f9-b2b7-06ed85f792ee tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/networks?id=59cc9728-0e04-41ab-a015-cef84683256d HTTP/1.1" status: 200 len: 809 time: 0.4701843 Oct 25 14:59:20.143788 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-c2a584b1-8579-4f3e-afba-968b0118f2f4 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/quotas/8f7aa8a23cce48aa8de326eb09201fb6 HTTP/1.1" status: 200 len: 375 time: 0.0124502 Oct 25 14:59:20.296971 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-bdb61301-b6f7-480b-9fd4-e27729aed23e tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8f7aa8a23cce48aa8de326eb09201fb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1101379 Oct 25 14:59:20.812884 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 58236) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:20.825823 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-d9d3dba1-c5bb-479d-8189-49b2ac8715c5 service neutron] 10.222.0.62 "GET /v2.0/networks/59cc9728-0e04-41ab-a015-cef84683256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205038 Oct 25 14:59:21.119486 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8695de70-e105-46ff-95ae-d80b657ba693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:21.146170 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-99f6eee8-7be2-4f60-a75d-93450a79fc3f service neutron] 10.222.0.62 "GET /v2.0/networks/59cc9728-0e04-41ab-a015-cef84683256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192050 Oct 25 14:59:21.154126 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-8695de70-e105-46ff-95ae-d80b657ba693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:21.162709 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-8695de70-e105-46ff-95ae-d80b657ba693 admin admin] Usage tracker for resource:security_group_rule and tenant:ca9fa1d9c73b4571af1edbd93f5b8389 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:21.168281 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-8695de70-e105-46ff-95ae-d80b657ba693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:21.183031 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-8695de70-e105-46ff-95ae-d80b657ba693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:21.270360 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f065ed-1369-46dc-9e80-b07927589da4 req-e4a8f789-07eb-4e41-9db1-b3bb1ba13ab0 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:21.275550 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42f065ed-1369-46dc-9e80-b07927589da4 req-e4a8f789-07eb-4e41-9db1-b3bb1ba13ab0 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.1280932 Oct 25 14:59:21.350952 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8695de70-e105-46ff-95ae-d80b657ba693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:21.357357 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8695de70-e105-46ff-95ae-d80b657ba693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:21.401705 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-065a0c4a-3b47-486e-81a6-37ceecbf98b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:21.410749 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-8695de70-e105-46ff-95ae-d80b657ba693 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ca9fa1d9c73b4571af1edbd93f5b8389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5964000 Oct 25 14:59:21.415909 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 58254) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:21.427130 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42f065ed-1369-46dc-9e80-b07927589da4 req-beedd39b-7c0a-4a02-b0f1-d090f9b8c82d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409976 Oct 25 14:59:21.521872 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695de70-e105-46ff-95ae-d80b657ba693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2aa822-7c45-4d63-a7c2-c75077f92c51,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:21.545341 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-8695de70-e105-46ff-95ae-d80b657ba693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:21.546070 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c665c7d1-3797-4a79-a66e-fcf506fd1ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:21.576364 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0d55c643-c3fd-42bf-8296-2a00a74b82cf req-85af79d7-56ff-472d-9c71-8e2510f44984 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 210 time: 0.1711721 Oct 25 14:59:21.588150 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c665c7d1-3797-4a79-a66e-fcf506fd1ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:21.703936 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c665c7d1-3797-4a79-a66e-fcf506fd1ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:21.713972 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-4ad4f4ee-e135-4e21-9c96-0b3bb75f386f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:21.744838 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665c7d1-3797-4a79-a66e-fcf506fd1ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2aa822-7c45-4d63-a7c2-c75077f92c51,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:21.751373 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c665c7d1-3797-4a79-a66e-fcf506fd1ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:21.753774 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c665c7d1-3797-4a79-a66e-fcf506fd1ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:21.764164 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-c665c7d1-3797-4a79-a66e-fcf506fd1ba8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c2aa822-7c45-4d63-a7c2-c75077f92c51 HTTP/1.1" status: 204 len: 168 time: 0.3438182 Oct 25 14:59:23.186472 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bec17661-eec7-472c-ac29-348ae1b5aad7 req-2f23e82d-7d1f-40f4-8ed7-9cf1b698b7e7 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 210 time: 0.1486337 Oct 25 14:59:23.228037 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21303415-c74f-426c-ba93-b77f6751e2f5 req-761d4e25-3a40-41ea-9508-855934a18818 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:23.230239 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-21303415-c74f-426c-ba93-b77f6751e2f5 req-761d4e25-3a40-41ea-9508-855934a18818 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.4030771 Oct 25 14:59:23.315981 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-21303415-c74f-426c-ba93-b77f6751e2f5 req-67a21671-ed90-4af2-99bc-ce8c04d44b5c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599697 Oct 25 14:59:23.813473 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-62221570-2337-475e-a8d5-2474d64f4db0 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:23.815254 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-62221570-2337-475e-a8d5-2474d64f4db0 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.31 "GET /v2.0/networks?id=59cc9728-0e04-41ab-a015-cef84683256d HTTP/1.1" status: 200 len: 809 time: 0.1988447 Oct 25 14:59:23.851036 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Request body: {'port': {'device_id': '391bf261-ba23-4f65-8d9d-170d960100b9', 'network_id': '59cc9728-0e04-41ab-a015-cef84683256d', 'admin_state_up': True, 'tenant_id': '8f7aa8a23cce48aa8de326eb09201fb6'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:59:23.977452 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 58322) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:24.145627 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5a364b66-002a-4980-ba49-069997b6caa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:24.186232 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-5a364b66-002a-4980-ba49-069997b6caa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:24.194903 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-5a364b66-002a-4980-ba49-069997b6caa0 admin admin] Usage tracker for resource:security_group_rule and tenant:add89b9faa044905bfe12e214b660e84 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:24.200789 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-5a364b66-002a-4980-ba49-069997b6caa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:24.223074 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-5a364b66-002a-4980-ba49-069997b6caa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:24.268418 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:24.286763 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Usage tracker for resource:port and tenant:8f7aa8a23cce48aa8de326eb09201fb6 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:24.297897 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:24.333116 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:24.361546 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Made reservation on behalf of 8f7aa8a23cce48aa8de326eb09201fb6 for: {'port': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:59:24.369505 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:24.510729 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5a364b66-002a-4980-ba49-069997b6caa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:24.596283 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5e5464e8-71d1-4003-96b1-9a7f9f8b1089 req-90134514-e52c-404a-acc1-9907dfa9a86a tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 210 time: 0.0956309 Oct 25 14:59:24.646975 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5a364b66-002a-4980-ba49-069997b6caa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:24.661994 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-221725be-dfe7-47b2-b84d-7a940be96781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:24.791744 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d2b48-3015-4981-8f58-2ef2c1765c2e req-ad7b1325-6e01-424f-adda-2a1641750e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:24.793920 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4e1d2b48-3015-4981-8f58-2ef2c1765c2e req-ad7b1325-6e01-424f-adda-2a1641750e77 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad3d552c59c44b589058c87aff396848&device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 1099 time: 0.3699164 Oct 25 14:59:24.816455 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-5a364b66-002a-4980-ba49-069997b6caa0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=add89b9faa044905bfe12e214b660e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8298986 Oct 25 14:59:24.820793 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 58348) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:24.851827 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a364b66-002a-4980-ba49-069997b6caa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de91ec53-a9bc-482b-8c57-e4e41e84863d,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:24.868831 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-5a364b66-002a-4980-ba49-069997b6caa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:25.055606 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Allocated IP 172.20.0.11 (59cc9728-0e04-41ab-a015-cef84683256d/34be2636-b0d8-4ac2-8232-d290f8639fa3/f21a59cf-c840-44c1-baf9-fcd2eccfd147) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:59:25.088818 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d2b48-3015-4981-8f58-2ef2c1765c2e req-bd76cac6-526c-44af-b8d8-461dc7d641ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:25.090631 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4e1d2b48-3015-4981-8f58-2ef2c1765c2e req-bd76cac6-526c-44af-b8d8-461dc7d641ce service neutron] 10.222.0.31 "GET /v2.0/networks?id=d011acd3-1a02-4289-8a6a-1c3593568534 HTTP/1.1" status: 200 len: 920 time: 0.2870126 Oct 25 14:59:25.170134 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4ae08-8fd8-4b06-a2a2-b0c8fd6b3d76 req-c4046e9b-6b13-4bfc-9ca7-6ae3f3ee15b7 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:25.184630 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7bd4ae08-8fd8-4b06-a2a2-b0c8fd6b3d76 req-c4046e9b-6b13-4bfc-9ca7-6ae3f3ee15b7 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.5865908 Oct 25 14:59:25.318514 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4e1d2b48-3015-4981-8f58-2ef2c1765c2e req-8b45173c-5324-417a-ab35-f4930a714aa6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eab98c54-814d-48ee-ade3-0ebf043688c4 HTTP/1.1" status: 200 len: 217 time: 0.2029510 Oct 25 14:59:25.323971 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-69494762-ed3c-4df9-9b83-b7c8fc3f0dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:25.403479 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-69494762-ed3c-4df9-9b83-b7c8fc3f0dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:25.459538 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7bd4ae08-8fd8-4b06-a2a2-b0c8fd6b3d76 req-4385b7e7-d128-4418-9029-648de76f4460 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711313 Oct 25 14:59:25.495829 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b52db-d073-49b0-ae2f-281d01a7ae52 req-95c07975-259f-42cb-ae64-7cbc0b3f0cd0 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:25.506726 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-096b52db-d073-49b0-ae2f-281d01a7ae52 req-95c07975-259f-42cb-ae64-7cbc0b3f0cd0 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.6341853 Oct 25 14:59:25.640599 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-096b52db-d073-49b0-ae2f-281d01a7ae52 req-c19010c2-eca6-49f1-afef-87de7540f5d4 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019654 Oct 25 14:59:25.721650 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-69494762-ed3c-4df9-9b83-b7c8fc3f0dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:25.729080 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-9ec09411-7202-47f8-80ea-ff8d9e694723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:25.776173 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69494762-ed3c-4df9-9b83-b7c8fc3f0dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de91ec53-a9bc-482b-8c57-e4e41e84863d,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:25.812278 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-69494762-ed3c-4df9-9b83-b7c8fc3f0dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:25.814727 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-69494762-ed3c-4df9-9b83-b7c8fc3f0dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:25.819546 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d2b48-3015-4981-8f58-2ef2c1765c2e req-285a5935-6ee9-4ddc-b4ae-42164ff51e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:25.820133 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4e1d2b48-3015-4981-8f58-2ef2c1765c2e req-285a5935-6ee9-4ddc-b4ae-42164ff51e15 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ad7cb1-9890-416a-a602-edb9293268a1 HTTP/1.1" status: 200 len: 859 time: 0.4836485 Oct 25 14:59:25.857411 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-69494762-ed3c-4df9-9b83-b7c8fc3f0dda admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/de91ec53-a9bc-482b-8c57-e4e41e84863d HTTP/1.1" status: 204 len: 168 time: 1.0071285 Oct 25 14:59:25.904943 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4e1d2b48-3015-4981-8f58-2ef2c1765c2e req-bd89eaa8-5baa-41c2-aacb-ef291635ea86 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d011acd3-1a02-4289-8a6a-1c3593568534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659304 Oct 25 14:59:25.991378 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7bb5eb70-833d-447b-8d18-85f307c4bc6f req-dac58b79-92e0-41c5-b8d4-41bfa82be561 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 210 time: 0.1310372 Oct 25 14:59:26.179750 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4e1d2b48-3015-4981-8f58-2ef2c1765c2e req-666c0677-f2ac-4433-9222-e88634e1b62d service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687910 Oct 25 14:59:26.540659 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 58394) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:26.588926 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2da1252d-5d7b-429a-8d4d-c81d4796ba70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:26.590479 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4e1d2b48-3015-4981-8f58-2ef2c1765c2e req-c0dd4a99-f825-4c9c-8925-4621d49eb6ab service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825872 Oct 25 14:59:26.645383 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:26.663323 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-2da1252d-5d7b-429a-8d4d-c81d4796ba70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:26.673128 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-2da1252d-5d7b-429a-8d4d-c81d4796ba70 admin admin] Usage tracker for resource:security_group_rule and tenant:ba5ab3e2b6174149b4695fc92dcd9cf6 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:26.682872 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-2da1252d-5d7b-429a-8d4d-c81d4796ba70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:26.707884 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:26.747704 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:26.764807 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-2da1252d-5d7b-429a-8d4d-c81d4796ba70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:26.924634 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Network 59cc9728-0e04-41ab-a015-cef84683256d is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:59:26.929680 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:59:26.934548 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:59:26.976875 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c23e1e-001d-41df-a912-68b13ab40d95 req-bb3cac33-ef04-4dfc-8e90-f9be44f3a7a5 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:26.982689 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-17c23e1e-001d-41df-a912-68b13ab40d95 req-bb3cac33-ef04-4dfc-8e90-f9be44f3a7a5 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.3318231 Oct 25 14:59:26.991606 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Pushing event updated for resources: {'Port': ['ID=f21a59cf-c840-44c1-baf9-fcd2eccfd147,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:26.996987 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:27.060742 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:27.063229 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:27.122996 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2774973 Oct 25 14:59:27.144327 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Request body: {'port': {'device_id': '391bf261-ba23-4f65-8d9d-170d960100b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:59:27.390009 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:27.392376 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2da1252d-5d7b-429a-8d4d-c81d4796ba70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:27.418194 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-17c23e1e-001d-41df-a912-68b13ab40d95 req-612a78c2-8c27-4a14-8777-2b7db4142a1b tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129028 Oct 25 14:59:27.426622 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2da1252d-5d7b-429a-8d4d-c81d4796ba70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:27.444007 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-a784adb6-00e8-4be7-967d-678c40af6176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:27.501898 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1252d-5d7b-429a-8d4d-c81d4796ba70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daede8b-a0bc-4bc7-b38e-b1af5a2ecd2d,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:27.508944 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-2da1252d-5d7b-429a-8d4d-c81d4796ba70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:27.565701 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-2da1252d-5d7b-429a-8d4d-c81d4796ba70 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ba5ab3e2b6174149b4695fc92dcd9cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0235651 Oct 25 14:59:27.570566 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 58422) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:27.613184 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54847400-e1d4-420e-8354-e6bb6ba53c98 req-33284c5b-4cfe-47e2-8544-30c53a081069 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:27.628552 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-54847400-e1d4-420e-8354-e6bb6ba53c98 req-33284c5b-4cfe-47e2-8544-30c53a081069 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.5788860 Oct 25 14:59:27.881376 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-54847400-e1d4-420e-8354-e6bb6ba53c98 req-a63e564c-f693-41b9-a22d-8c11212306ad tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512808 Oct 25 14:59:28.099253 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-92f41723-47c4-4f97-92f5-462ac3edd7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:28.239138 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-92f41723-47c4-4f97-92f5-462ac3edd7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:28.414287 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fa442-b0d0-462a-8c92-d5694bc092d5 req-c2f108e3-f3f3-4a65-b266-6423c437b6e8 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:28.419886 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-223fa442-b0d0-462a-8c92-d5694bc092d5 req-c2f108e3-f3f3-4a65-b266-6423c437b6e8 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 932 time: 0.6813471 Oct 25 14:59:28.421618 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-92f41723-47c4-4f97-92f5-462ac3edd7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:28.431188 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-5096787d-d771-4dae-a4a0-4dfd14cc0528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:28.492271 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f41723-47c4-4f97-92f5-462ac3edd7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daede8b-a0bc-4bc7-b38e-b1af5a2ecd2d,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:28.546686 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-92f41723-47c4-4f97-92f5-462ac3edd7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:28.598793 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-92f41723-47c4-4f97-92f5-462ac3edd7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:28.604385 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-92f41723-47c4-4f97-92f5-462ac3edd7bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3daede8b-a0bc-4bc7-b38e-b1af5a2ecd2d HTTP/1.1" status: 204 len: 168 time: 1.0323400 Oct 25 14:59:28.626454 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-223fa442-b0d0-462a-8c92-d5694bc092d5 req-31d7a6fd-ed0f-44c4-95cd-afd90fbbb93d tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Synchronizing usage tracker for tenant:8f7aa8a23cce48aa8de326eb09201fb6 on resource:security_group {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 14:59:28.701041 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-223fa442-b0d0-462a-8c92-d5694bc092d5 req-31d7a6fd-ed0f-44c4-95cd-afd90fbbb93d tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Unset dirty status for tenant:8f7aa8a23cce48aa8de326eb09201fb6 on resource:security_group {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 14:59:28.712371 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-223fa442-b0d0-462a-8c92-d5694bc092d5 req-31d7a6fd-ed0f-44c4-95cd-afd90fbbb93d tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ca3c9b5-14b1-4a26-90ef-fea3611d85e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566853 Oct 25 14:59:28.846971 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21a59cf-c840-44c1-baf9-fcd2eccfd147 {{(pid=86778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 14:59:28.899681 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:28.930300 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904c608-f4cb-4bd3-9021-affc3ba36078 req-db8c2311-3094-4e0c-b9c2-e0a36f4cec94 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:28.948642 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1904c608-f4cb-4bd3-9021-affc3ba36078 req-db8c2311-3094-4e0c-b9c2-e0a36f4cec94 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.3043070 Oct 25 14:59:29.029240 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1904c608-f4cb-4bd3-9021-affc3ba36078 req-53bf92b6-3982-4777-9861-c1ee7273b11f tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762048 Oct 25 14:59:29.063618 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Transition to ACTIVE for port object f21a59cf-c840-44c1-baf9-fcd2eccfd147 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:59:29.094114 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:29.134201 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c99da9f4-1221-41d9-bf6d-984a993e9e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:29.178028 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03285572-53e3-4aad-8e08-13bf9b6da94c req-01e1c4d1-24c5-447e-87fd-ea690e4def63 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:29.206721 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-03285572-53e3-4aad-8e08-13bf9b6da94c req-01e1c4d1-24c5-447e-87fd-ea690e4def63 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.1743383 Oct 25 14:59:29.288458 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-03285572-53e3-4aad-8e08-13bf9b6da94c req-c31fe8f6-480d-487e-8112-aca0d7610fde tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800800 Oct 25 14:59:29.587720 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7519069-f87a-404e-95e3-64153bdbff26 req-ab2587ed-cbe3-4679-bc6b-49b2abaa9c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:29.589267 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-b7519069-f87a-404e-95e3-64153bdbff26 req-ab2587ed-cbe3-4679-bc6b-49b2abaa9c4b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec1fc5a480a1442bac3e578b604cf89f&device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 1098 time: 0.6315362 Oct 25 14:59:29.592369 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Pushing event updated for resources: {'Port': ['ID=f21a59cf-c840-44c1-baf9-fcd2eccfd147,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:29.602224 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:29.845857 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7519069-f87a-404e-95e3-64153bdbff26 req-2bf55d9f-b8de-4c0b-a98d-540ed7f4adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:29.849476 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-b7519069-f87a-404e-95e3-64153bdbff26 req-2bf55d9f-b8de-4c0b-a98d-540ed7f4adb4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9ab300cd-9646-4c55-951a-9f82ccc02761 HTTP/1.1" status: 200 len: 911 time: 0.2454698 Oct 25 14:59:30.017312 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a063b-c4fb-4143-8178-22a1bac50ee5 req-6b6b1ed4-0529-481c-85c6-390271ec2d53 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:30.018942 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e30a063b-c4fb-4143-8178-22a1bac50ee5 req-6b6b1ed4-0529-481c-85c6-390271ec2d53 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 944 time: 0.1428478 Oct 25 14:59:30.027568 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Attempting to bind port f21a59cf-c840-44c1-baf9-fcd2eccfd147 on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:59:30.027568 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Attempting to bind port f21a59cf-c840-44c1-baf9-fcd2eccfd147 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '59cc9728-0e04-41ab-a015-cef84683256d'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:59:30.028062 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Attempting to bind port f21a59cf-c840-44c1-baf9-fcd2eccfd147 on network 59cc9728-0e04-41ab-a015-cef84683256d {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:59:30.149145 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e30a063b-c4fb-4143-8178-22a1bac50ee5 req-21389a4c-a91b-41cb-bf38-20f6d6bcfb10 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ca3c9b5-14b1-4a26-90ef-fea3611d85e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083097 Oct 25 14:59:30.170382 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Port f21a59cf-c840-44c1-baf9-fcd2eccfd147 on network 59cc9728-0e04-41ab-a015-cef84683256d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 14:59:30.170729 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Attempting to bind port f21a59cf-c840-44c1-baf9-fcd2eccfd147 on network 59cc9728-0e04-41ab-a015-cef84683256d {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:59:30.182884 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:59:30.183240 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Checking segment: {'id': '1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '59cc9728-0e04-41ab-a015-cef84683256d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:59:30.183607 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Bound using segment: {'id': '1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '59cc9728-0e04-41ab-a015-cef84683256d'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:59:30.184091 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Bound port: f21a59cf-c840-44c1-baf9-fcd2eccfd147, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '59cc9728-0e04-41ab-a015-cef84683256d'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:59:30.184446 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:30.259949 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-b7519069-f87a-404e-95e3-64153bdbff26 req-83f53f7d-e987-4735-8107-80c9fe0876a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4506a304-33a5-4d3d-80bf-3364aadb15a0 HTTP/1.1" status: 200 len: 1001 time: 0.3948629 Oct 25 14:59:30.478848 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] For port f21a59cf-c840-44c1-baf9-fcd2eccfd147, host hv-cinder-81375, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:59:30.483126 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7519069-f87a-404e-95e3-64153bdbff26 req-fe1041af-f4cb-4b64-8f1c-d16ab635825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:30.494923 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-b7519069-f87a-404e-95e3-64153bdbff26 req-fe1041af-f4cb-4b64-8f1c-d16ab635825b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7be2497d-78d4-40d2-b881-9b05ba010f0d HTTP/1.1" status: 200 len: 849 time: 0.2054420 Oct 25 14:59:30.499347 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] For port f21a59cf-c840-44c1-baf9-fcd2eccfd147, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f21a59cf-c840-44c1-baf9-fcd2eccfd147,segment=NetworkSegment(1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509),segment_id=1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:59:30.506089 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ebee3-0118-450b-8b1e-6e407f5c2304 req-c7a93f25-0aeb-4025-b24f-5137f5551fa1 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:30.517749 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9f1ebee3-0118-450b-8b1e-6e407f5c2304 req-c7a93f25-0aeb-4025-b24f-5137f5551fa1 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.2605741 Oct 25 14:59:30.592496 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:30.613408 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:30.660902 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9f1ebee3-0118-450b-8b1e-6e407f5c2304 req-706eca39-125f-4efd-a318-e734d71660b3 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418188 Oct 25 14:59:30.744637 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba44e11-8ae6-4838-a213-58f99f8f8933 req-0ff0c05f-53f1-4065-aa80-4cda3192b1ff tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:30.763901 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9ba44e11-8ae6-4838-a213-58f99f8f8933 req-0ff0c05f-53f1-4065-aa80-4cda3192b1ff tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.2138929 Oct 25 14:59:30.803726 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:30.804664 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:30.806322 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] 10.222.0.31 "PUT /v2.0/ports/f21a59cf-c840-44c1-baf9-fcd2eccfd147 HTTP/1.1" status: 200 len: 1094 time: 3.6669569 Oct 25 14:59:30.821148 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391bf261-ba23-4f65-8d9d-170d960100b9', 'tag': 'f21a59cf-c840-44c1-baf9-fcd2eccfd147'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:59:30.889894 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9ba44e11-8ae6-4838-a213-58f99f8f8933 req-02fb101b-b5f0-40c0-88a2-9f113b78084d tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247141 Oct 25 14:59:31.033421 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391bf261-ba23-4f65-8d9d-170d960100b9', 'tag': 'f21a59cf-c840-44c1-baf9-fcd2eccfd147', 'status': 'completed', 'code': 200} Oct 25 14:59:31.103483 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Pushing event updated for resources: {'Port': ['ID=f21a59cf-c840-44c1-baf9-fcd2eccfd147,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:31.132179 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:31.146930 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7519069-f87a-404e-95e3-64153bdbff26 req-5e4a6808-0e77-4322-acb6-41942ea01d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:31.150437 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-b7519069-f87a-404e-95e3-64153bdbff26 req-5e4a6808-0e77-4322-acb6-41942ea01d2b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ab300cd-9646-4c55-951a-9f82ccc02761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6457534 Oct 25 14:59:31.361703 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-039abb7f-eeb4-49ae-beb1-671f448ffffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:31.361703 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-039abb7f-eeb4-49ae-beb1-671f448ffffa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f7aa8a23cce48aa8de326eb09201fb6&device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 1097 time: 0.4577372 Oct 25 14:59:31.459311 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:31.464291 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50d485-103c-420e-bd5f-2b3a0313c3a6 req-8cdd9770-15a9-42cb-aa1e-8f209bf7b3d8 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:31.473343 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-cd50d485-103c-420e-bd5f-2b3a0313c3a6 req-8cdd9770-15a9-42cb-aa1e-8f209bf7b3d8 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 944 time: 0.1408567 Oct 25 14:59:31.476343 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 58530) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:31.545494 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-cd50d485-103c-420e-bd5f-2b3a0313c3a6 req-893e4919-1a91-4fd1-bf5b-8da97c688717 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ca3c9b5-14b1-4a26-90ef-fea3611d85e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703776 Oct 25 14:59:31.546446 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-480f1153-e784-4b0e-aec1-750c22b7afe0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f21a59cf-c840-44c1-baf9-fcd2eccfd147 HTTP/1.1" status: 200 len: 217 time: 0.1568508 Oct 25 14:59:31.609575 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-b7519069-f87a-404e-95e3-64153bdbff26 req-87cf0bbf-91b9-4813-a07b-caae353be44c service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511461 Oct 25 14:59:31.712451 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-5726e493-07cf-4a08-8203-a5552ab7305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:31.714021 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-5726e493-07cf-4a08-8203-a5552ab7305d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=34be2636-b0d8-4ac2-8232-d290f8639fa3 HTTP/1.1" status: 200 len: 849 time: 0.1571646 Oct 25 14:59:31.776705 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2863f60e-db27-4dd5-8b87-2f8d4ad59672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:31.777696 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-fbc3d7aa-3e53-4cbf-8948-9333639648c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=59cc9728-0e04-41ab-a015-cef84683256d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518970 Oct 25 14:59:31.805721 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-2863f60e-db27-4dd5-8b87-2f8d4ad59672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:31.812006 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-2863f60e-db27-4dd5-8b87-2f8d4ad59672 admin admin] Usage tracker for resource:security_group_rule and tenant:b9d80f99113e4c19b767c9ba1419f6a3 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:31.827939 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-2863f60e-db27-4dd5-8b87-2f8d4ad59672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:31.843184 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-2863f60e-db27-4dd5-8b87-2f8d4ad59672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:31.915229 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-b7519069-f87a-404e-95e3-64153bdbff26 req-809bf3ec-cafb-4914-ab57-9d1bc191844b service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963629 Oct 25 14:59:32.048212 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-5e3debed-c03e-4760-aff1-efe045c620ed service neutron] 10.222.0.31 "GET /v2.0/networks/59cc9728-0e04-41ab-a015-cef84683256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461550 Oct 25 14:59:32.211581 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2863f60e-db27-4dd5-8b87-2f8d4ad59672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:32.220667 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2863f60e-db27-4dd5-8b87-2f8d4ad59672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:32.237420 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-04b85fe4-17ea-490f-b87a-39ab461303a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:32.307550 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-83a5f8a1-3f2f-4e44-aa2c-34f4041cd677 req-928d090e-d3ea-4d70-a6be-8e6177c4bb34 service neutron] 10.222.0.31 "GET /v2.0/networks/59cc9728-0e04-41ab-a015-cef84683256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467496 Oct 25 14:59:32.313536 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-2863f60e-db27-4dd5-8b87-2f8d4ad59672 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9d80f99113e4c19b767c9ba1419f6a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8336856 Oct 25 14:59:32.320574 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 58544) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:32.321849 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863f60e-db27-4dd5-8b87-2f8d4ad59672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691a71fd-a069-4a91-a417-a57d167a2eff,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:32.341410 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf0d77-4a5d-4f31-9077-33c8c62a03a2 req-75f53d68-8522-4b75-9004-8edf553c75cb tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:32.351208 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-54bf0d77-4a5d-4f31-9077-33c8c62a03a2 req-75f53d68-8522-4b75-9004-8edf553c75cb tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.3071017 Oct 25 14:59:32.357693 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-2863f60e-db27-4dd5-8b87-2f8d4ad59672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:32.432150 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-54bf0d77-4a5d-4f31-9077-33c8c62a03a2 req-a89b0a56-ffee-416b-a00f-e7cfc35836a9 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808649 Oct 25 14:59:32.462583 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaa1e3-9ff9-4081-980a-a73408924425 req-209d9e91-333b-41b6-a189-ee8981e62c4c tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:32.472724 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0ddaa1e3-9ff9-4081-980a-a73408924425 req-209d9e91-333b-41b6-a189-ee8981e62c4c tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.3517239 Oct 25 14:59:32.524129 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-28503a7a-9f40-4227-8064-106d9affadae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:32.556809 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0ddaa1e3-9ff9-4081-980a-a73408924425 req-da3e690e-7c4e-4e9a-b6a2-2d659f301fb7 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753577 Oct 25 14:59:32.591082 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-28503a7a-9f40-4227-8064-106d9affadae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:32.740492 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957d2ed-5e37-44e6-bfb9-0788e67f7f4f req-10a78d5b-f83d-45ab-8f3b-60dcdc64bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:32.766623 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-3957d2ed-5e37-44e6-bfb9-0788e67f7f4f req-10a78d5b-f83d-45ab-8f3b-60dcdc64bfa3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f7aa8a23cce48aa8de326eb09201fb6&device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 1097 time: 0.3221281 Oct 25 14:59:33.017651 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae659f-e202-4b0c-b200-5873f4f33e2d req-2ffe1830-35fb-4c94-899e-e778d06fdec3 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:33.019202 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-53ae659f-e202-4b0c-b200-5873f4f33e2d req-2ffe1830-35fb-4c94-899e-e778d06fdec3 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 944 time: 0.1937480 Oct 25 14:59:33.173368 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-28503a7a-9f40-4227-8064-106d9affadae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:33.176383 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-53ae659f-e202-4b0c-b200-5873f4f33e2d req-1e02f31f-db0d-4fb4-9a5b-f60153e54a8c tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ca3c9b5-14b1-4a26-90ef-fea3611d85e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491473 Oct 25 14:59:33.186413 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c665c7d1-3797-4a79-a66e-fcf506fd1ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:33.235527 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28503a7a-9f40-4227-8064-106d9affadae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691a71fd-a069-4a91-a417-a57d167a2eff,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:33.239747 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-28503a7a-9f40-4227-8064-106d9affadae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:33.248890 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957d2ed-5e37-44e6-bfb9-0788e67f7f4f req-415d5de7-187a-461d-80d4-2a323e582551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:33.251808 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-3957d2ed-5e37-44e6-bfb9-0788e67f7f4f req-415d5de7-187a-461d-80d4-2a323e582551 service neutron] 10.222.0.31 "GET /v2.0/networks?id=59cc9728-0e04-41ab-a015-cef84683256d HTTP/1.1" status: 200 len: 910 time: 0.4754350 Oct 25 14:59:33.253794 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-28503a7a-9f40-4227-8064-106d9affadae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:33.255841 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-28503a7a-9f40-4227-8064-106d9affadae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/691a71fd-a069-4a91-a417-a57d167a2eff HTTP/1.1" status: 204 len: 168 time: 0.9338288 Oct 25 14:59:33.393992 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-3957d2ed-5e37-44e6-bfb9-0788e67f7f4f req-fbb511e0-a869-4345-94cc-03397a35996b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f21a59cf-c840-44c1-baf9-fcd2eccfd147 HTTP/1.1" status: 200 len: 217 time: 0.1332884 Oct 25 14:59:33.526119 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957d2ed-5e37-44e6-bfb9-0788e67f7f4f req-64964388-fe43-4d01-bda7-df3d99439375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:33.527757 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-3957d2ed-5e37-44e6-bfb9-0788e67f7f4f req-64964388-fe43-4d01-bda7-df3d99439375 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=34be2636-b0d8-4ac2-8232-d290f8639fa3 HTTP/1.1" status: 200 len: 849 time: 0.1277835 Oct 25 14:59:33.828921 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-3957d2ed-5e37-44e6-bfb9-0788e67f7f4f req-1226f882-b338-4fa1-8b43-97529816f70e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=59cc9728-0e04-41ab-a015-cef84683256d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2930961 Oct 25 14:59:33.912514 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed2ba2-4f22-4d2b-80f0-64fb37bd9ff7 req-120a15be-3a04-409b-a458-c60d086c3151 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:33.913938 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e3ed2ba2-4f22-4d2b-80f0-64fb37bd9ff7 req-120a15be-3a04-409b-a458-c60d086c3151 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.3035061 Oct 25 14:59:34.126463 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e3ed2ba2-4f22-4d2b-80f0-64fb37bd9ff7 req-49616e20-6e56-4694-a130-1bd6fd161521 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035673 Oct 25 14:59:34.172420 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d664f92-3910-456d-9e6f-0419e9c82a22 req-6aa7e7a9-e062-4214-be4c-e386a4c837cd tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:34.180126 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1d664f92-3910-456d-9e6f-0419e9c82a22 req-6aa7e7a9-e062-4214-be4c-e386a4c837cd tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.3773756 Oct 25 14:59:34.208468 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-3957d2ed-5e37-44e6-bfb9-0788e67f7f4f req-70d9dcfe-67e0-4233-8e2b-9fbd371e1040 service neutron] 10.222.0.31 "GET /v2.0/networks/59cc9728-0e04-41ab-a015-cef84683256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697526 Oct 25 14:59:34.252228 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1d664f92-3910-456d-9e6f-0419e9c82a22 req-9fe19862-85d3-483a-a7d3-9b0e92ec3ced tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710039 Oct 25 14:59:34.507953 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-3957d2ed-5e37-44e6-bfb9-0788e67f7f4f req-432d5a91-8821-4940-b9e7-909f3dec3579 service neutron] 10.222.0.31 "GET /v2.0/networks/59cc9728-0e04-41ab-a015-cef84683256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921665 Oct 25 14:59:34.627268 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b27558-ab65-4dd1-af25-fbbfa4ba9955 req-10ac3ad6-a1e2-4e77-8de2-a4eeeae7b592 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:34.636078 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-61b27558-ab65-4dd1-af25-fbbfa4ba9955 req-10ac3ad6-a1e2-4e77-8de2-a4eeeae7b592 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 944 time: 0.2959988 Oct 25 14:59:34.737206 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-61b27558-ab65-4dd1-af25-fbbfa4ba9955 req-3857e6f6-722f-49a6-965e-50adf8a7e922 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ca3c9b5-14b1-4a26-90ef-fea3611d85e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996974 Oct 25 14:59:34.799156 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device f21a59cf-c840-44c1-baf9-fcd2eccfd147 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 14:59:34.955697 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port f21a59cf-c840-44c1-baf9-fcd2eccfd147, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f21a59cf-c840-44c1-baf9-fcd2eccfd147,segment=NetworkSegment(1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509),segment_id=1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:59:34.971772 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': 'f21a59cf-c840-44c1-baf9-fcd2eccfd147', 'network_id': '59cc9728-0e04-41ab-a015-cef84683256d', 'port_id': 'f21a59cf-c840-44c1-baf9-fcd2eccfd147', 'mac_address': 'fa:16:3e:94:1d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34be2636-b0d8-4ac2-8232-d290f8639fa3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 14:59:35.056617 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:35.101405 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21a59cf-c840-44c1-baf9-fcd2eccfd147 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 14:59:35.139037 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port f21a59cf-c840-44c1-baf9-fcd2eccfd147, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f21a59cf-c840-44c1-baf9-fcd2eccfd147,segment=NetworkSegment(1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509),segment_id=1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:59:35.147046 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:35.151726 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-b28f149a-f5af-4385-8a32-26c99e88f2b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:35.257667 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=f21a59cf-c840-44c1-baf9-fcd2eccfd147,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:35.267493 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:35.268007 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:35.268353 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:35.268789 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:35.268996 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:35.269626 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:35.269945 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:35.270606 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:35.271596 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:35.272325 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:35.284007 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:35.284473 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:35.290325 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:35.472288 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60e054-a915-441d-a941-a9409e435fff req-2b515a44-5117-4309-a5ae-0746466d516a tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:35.474180 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7e60e054-a915-441d-a941-a9409e435fff req-2b515a44-5117-4309-a5ae-0746466d516a tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.1021430 Oct 25 14:59:35.492956 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['f21a59cf-c840-44c1-baf9-fcd2eccfd147'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 14:59:35.614443 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7e60e054-a915-441d-a941-a9409e435fff req-78e56d2d-3745-4464-a785-bbf5cd85d0e5 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273098 Oct 25 14:59:35.685077 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 58636) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:36.002216 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d169560-657e-4c8f-a75a-e0f2c45b0bcf req-4d5498d7-d6a9-4f9e-a93c-5deb8f268ea1 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:36.010987 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9d169560-657e-4c8f-a75a-e0f2c45b0bcf req-4d5498d7-d6a9-4f9e-a93c-5deb8f268ea1 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 945 time: 0.1131148 Oct 25 14:59:36.077182 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9d169560-657e-4c8f-a75a-e0f2c45b0bcf req-13bd89cf-19ff-4689-8207-c862705d4bdc tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ca3c9b5-14b1-4a26-90ef-fea3611d85e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649118 Oct 25 14:59:36.296414 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-55027ea0-e25e-450c-90d1-7265545167a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:36.312552 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-55027ea0-e25e-450c-90d1-7265545167a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:36.317804 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-55027ea0-e25e-450c-90d1-7265545167a3 admin admin] Usage tracker for resource:security_group_rule and tenant:edd0216ffdad4e40994899a032e741f3 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:36.321202 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-55027ea0-e25e-450c-90d1-7265545167a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:36.329400 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-55027ea0-e25e-450c-90d1-7265545167a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:36.510777 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-55027ea0-e25e-450c-90d1-7265545167a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:36.519448 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-55027ea0-e25e-450c-90d1-7265545167a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:36.540076 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:36.601550 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55027ea0-e25e-450c-90d1-7265545167a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0187cc-3d6f-4eed-bf62-ed2cd3813cfe,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:36.627049 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-55027ea0-e25e-450c-90d1-7265545167a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:36.671580 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 58664) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:36.672208 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-55027ea0-e25e-450c-90d1-7265545167a3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=edd0216ffdad4e40994899a032e741f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9868853 Oct 25 14:59:36.811577 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2c3fb590-1015-47f5-a540-f9959333662d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:36.821579 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device f21a59cf-c840-44c1-baf9-fcd2eccfd147 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:59:36.905603 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2c3fb590-1015-47f5-a540-f9959333662d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:36.949291 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7a855-b289-40a9-858a-fd628f684642 req-15691a0c-618b-4389-a114-73835d04a086 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:36.950970 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-27f7a855-b289-40a9-858a-fd628f684642 req-15691a0c-618b-4389-a114-73835d04a086 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.1690428 Oct 25 14:59:37.047359 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2c3fb590-1015-47f5-a540-f9959333662d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:37.047743 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port f21a59cf-c840-44c1-baf9-fcd2eccfd147 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:59:37.052578 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-166ee85b-b1af-4da4-b02f-47beeb1aed1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:37.067422 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port f21a59cf-c840-44c1-baf9-fcd2eccfd147 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:59:37.068217 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:37.078459 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fb590-1015-47f5-a540-f9959333662d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0187cc-3d6f-4eed-bf62-ed2cd3813cfe,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:37.091907 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-2c3fb590-1015-47f5-a540-f9959333662d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:37.096986 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2c3fb590-1015-47f5-a540-f9959333662d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:37.099555 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-2c3fb590-1015-47f5-a540-f9959333662d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e0187cc-3d6f-4eed-bf62-ed2cd3813cfe HTTP/1.1" status: 204 len: 168 time: 0.4257982 Oct 25 14:59:37.122855 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-27f7a855-b289-40a9-858a-fd628f684642 req-1fd6e252-3dca-4360-9321-6fb206787dcb tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639097 Oct 25 14:59:37.390584 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:37.482219 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391bf261-ba23-4f65-8d9d-170d960100b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21a59cf-c840-44c1-baf9-fcd2eccfd147'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:59:37.522501 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port f21a59cf-c840-44c1-baf9-fcd2eccfd147, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f21a59cf-c840-44c1-baf9-fcd2eccfd147,segment=NetworkSegment(1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509),segment_id=1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:59:37.540086 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:37.550818 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:37.633826 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba20f6a-dfdd-4c6a-97f8-353010db9409 req-b26aaf02-09d6-4ea8-88c0-22dc722e9029 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:37.644255 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dba20f6a-dfdd-4c6a-97f8-353010db9409 req-b26aaf02-09d6-4ea8-88c0-22dc722e9029 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 945 time: 0.3095331 Oct 25 14:59:37.778048 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dba20f6a-dfdd-4c6a-97f8-353010db9409 req-82aaa277-aecd-4e6c-a4ad-1de3fe87764d tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ca3c9b5-14b1-4a26-90ef-fea3611d85e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141343 Oct 25 14:59:37.791686 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391bf261-ba23-4f65-8d9d-170d960100b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21a59cf-c840-44c1-baf9-fcd2eccfd147', 'code': 200} Oct 25 14:59:37.861789 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=f21a59cf-c840-44c1-baf9-fcd2eccfd147,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:37.898095 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:38.086319 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 58700) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:38.351676 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b6736-e7e1-476c-b802-2925d2c8fb3c req-314f4514-9672-4110-9083-fa0ba9c04035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:38.353162 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-146b6736-e7e1-476c-b802-2925d2c8fb3c req-314f4514-9672-4110-9083-fa0ba9c04035 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 1099 time: 0.2136192 Oct 25 14:59:38.393007 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c17a6d6d-a1de-4526-a84a-7c2fa059780f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:38.425046 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caaef8-fe84-47f9-9ffb-1a0f6c2d05fd req-2c930b04-5bea-42fd-a428-a8950d9e02c7 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:38.428641 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-58caaef8-fe84-47f9-9ffb-1a0f6c2d05fd req-2c930b04-5bea-42fd-a428-a8950d9e02c7 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.1414037 Oct 25 14:59:38.436894 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-c17a6d6d-a1de-4526-a84a-7c2fa059780f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:38.460745 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-c17a6d6d-a1de-4526-a84a-7c2fa059780f admin admin] Usage tracker for resource:security_group_rule and tenant:324885f5a1384d20b1874f1dfb7d61d4 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:38.465032 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-146b6736-e7e1-476c-b802-2925d2c8fb3c req-55c986da-0e9c-4c27-8c91-0bad75a456ed service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1ca3c9b5-14b1-4a26-90ef-fea3611d85e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618405 Oct 25 14:59:38.466233 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-c17a6d6d-a1de-4526-a84a-7c2fa059780f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:38.475710 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-c17a6d6d-a1de-4526-a84a-7c2fa059780f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:38.538545 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-58caaef8-fe84-47f9-9ffb-1a0f6c2d05fd req-77800508-3b92-4699-b500-6a4be13c7c48 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011231 Oct 25 14:59:38.651902 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c17a6d6d-a1de-4526-a84a-7c2fa059780f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:38.658250 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c17a6d6d-a1de-4526-a84a-7c2fa059780f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:38.667981 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-72c6875d-1a08-4276-bd78-02fb6ccd5421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:38.716438 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a6d6d-a1de-4526-a84a-7c2fa059780f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f980a73-a486-4f85-b5dc-b864a44976d8,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:38.724897 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c17a6d6d-a1de-4526-a84a-7c2fa059780f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:38.732011 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-c17a6d6d-a1de-4526-a84a-7c2fa059780f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=324885f5a1384d20b1874f1dfb7d61d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6443381 Oct 25 14:59:38.732551 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 58718) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:38.855750 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 58724) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:38.931908 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-31aa688b-cae3-4323-9b8b-c404626b8c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:39.041746 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-31aa688b-cae3-4323-9b8b-c404626b8c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:39.201430 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-945566341-network', 'tenant_id': '6b722154703449e688c5cf0149eb8a20'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:59:39.206306 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:39.210769 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Usage tracker for resource:network and tenant:6b722154703449e688c5cf0149eb8a20 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:39.214131 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:39.224643 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:39.252765 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Made reservation on behalf of 6b722154703449e688c5cf0149eb8a20 for: {'network': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:59:39.255500 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:39.274369 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:39.283815 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-31aa688b-cae3-4323-9b8b-c404626b8c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:39.290129 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e3537924-f944-41d2-bd68-52203657c0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:39.312438 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa688b-cae3-4323-9b8b-c404626b8c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f980a73-a486-4f85-b5dc-b864a44976d8,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:39.315895 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-31aa688b-cae3-4323-9b8b-c404626b8c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:39.322601 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:39.331535 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Usage tracker for resource:security_group_rule and tenant:6b722154703449e688c5cf0149eb8a20 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:39.337040 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:39.348976 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83272d8-b3d9-4750-8d1e-0fef66a2687c req-ef5aefed-3d32-4b71-9965-058d537439aa tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:39.359294 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b83272d8-b3d9-4750-8d1e-0fef66a2687c req-ef5aefed-3d32-4b71-9965-058d537439aa tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 946 time: 0.2772088 Oct 25 14:59:39.368050 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:39.403936 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b8472ab8-55bf-49a5-9c42-39df1370e225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:39.422267 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-31aa688b-cae3-4323-9b8b-c404626b8c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:39.423448 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-31aa688b-cae3-4323-9b8b-c404626b8c2c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f980a73-a486-4f85-b5dc-b864a44976d8 HTTP/1.1" status: 204 len: 168 time: 0.6881740 Oct 25 14:59:39.503786 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b83272d8-b3d9-4750-8d1e-0fef66a2687c req-c27f4467-20fa-44bf-9be5-77cc09ecadff tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ca3c9b5-14b1-4a26-90ef-fea3611d85e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433218 Oct 25 14:59:39.677647 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:39.695520 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:39.711329 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=86779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 14:59:39.722740 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:39.723421 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.db.segments_db [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Added segment 97575ddb-3903-4ccd-890f-6e58fc554382 of type vlan for network 8a90b672-ca89-40cb-80e8-9c87a238768c Oct 25 14:59:39.763810 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:39.798890 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-5a364b66-002a-4980-ba49-069997b6caa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:39.952227 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:39.982436 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92a3446-f848-469f-ac3a-ccd26e7fd452,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:39.985301 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:39.987237 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:39.988834 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:39.989972 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:40.001302 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:40.148071 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2924645 Oct 25 14:59:40.151192 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 58760) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:40.160801 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-65427bb9-cce5-4370-a2db-1fa10debd3f3 admin admin] Request body: {'subnet': {'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-945566341-subnet', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'ip_version': 4}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:59:40.166452 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Pushing event updated for resources: {'Network': ['ID=8a90b672-ca89-40cb-80e8-9c87a238768c,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:40.169100 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-65427bb9-cce5-4370-a2db-1fa10debd3f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:40.171733 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:40.178775 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-65427bb9-cce5-4370-a2db-1fa10debd3f3 admin admin] Usage tracker for resource:subnet and tenant:6b722154703449e688c5cf0149eb8a20 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:40.180058 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network 8a90b672-ca89-40cb-80e8-9c87a238768c details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 14:59:40.184610 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-65427bb9-cce5-4370-a2db-1fa10debd3f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:40.204950 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-65427bb9-cce5-4370-a2db-1fa10debd3f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:40.212427 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dad4ed-9233-487c-a90d-1e241f75f7dc req-f188d6ec-35d8-4d2d-8088-32d488acae4f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:40.214688 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e5dad4ed-9233-487c-a90d-1e241f75f7dc req-f188d6ec-35d8-4d2d-8088-32d488acae4f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.3561842 Oct 25 14:59:40.245880 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65427bb9-cce5-4370-a2db-1fa10debd3f3 admin admin] Made reservation on behalf of 6b722154703449e688c5cf0149eb8a20 for: {'subnet': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:59:40.254397 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-65427bb9-cce5-4370-a2db-1fa10debd3f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1469761'] for subnet, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:40.325187 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e5dad4ed-9233-487c-a90d-1e241f75f7dc req-c04bdc4a-235b-488d-901d-838660aec708 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933802 Oct 25 14:59:40.602240 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-65427bb9-cce5-4370-a2db-1fa10debd3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27819151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1469783'] for subnet, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:40.611434 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:40.729656 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65427bb9-cce5-4370-a2db-1fa10debd3f3 admin admin] Checking segment: {'id': '97575ddb-3903-4ccd-890f-6e58fc554382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:59:40.730455 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65427bb9-cce5-4370-a2db-1fa10debd3f3 admin admin] Network hostable DHCP agents. Network: 8a90b672-ca89-40cb-80e8-9c87a238768c, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 14:59:40.741375 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65427bb9-cce5-4370-a2db-1fa10debd3f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43607336-e154-478c-a926-960741842c1d,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:40.756379 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-65427bb9-cce5-4370-a2db-1fa10debd3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:40.779526 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65427bb9-cce5-4370-a2db-1fa10debd3f3 admin admin] Network 8a90b672-ca89-40cb-80e8-9c87a238768c is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 14:59:40.812575 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-65427bb9-cce5-4370-a2db-1fa10debd3f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, 8a90b672-ca89-40cb-80e8-9c87a238768c) {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:59:40.826520 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daa3c87-6746-45c9-a318-817641c95997 None None] Network 8a90b672-ca89-40cb-80e8-9c87a238768c requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:59:40.831942 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65427bb9-cce5-4370-a2db-1fa10debd3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:40.832608 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-65427bb9-cce5-4370-a2db-1fa10debd3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:40.886793 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-65427bb9-cce5-4370-a2db-1fa10debd3f3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7310421 Oct 25 14:59:40.888704 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 58780) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:40.911504 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-945566341-router', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:59:40.925479 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:40.940864 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Usage tracker for resource:router and tenant:6b722154703449e688c5cf0149eb8a20 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:40.952878 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:40.968698 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:41.007491 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34912'] for router, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:41.009172 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-770541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34907'] for router, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:41.047144 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:41.143567 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b53ea2-1593-4925-8266-bbb5d1bbc428 req-896a6c5a-c2d7-4269-ac33-fbb3cbcfbb33 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:41.145766 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e1b53ea2-1593-4925-8266-bbb5d1bbc428 req-896a6c5a-c2d7-4269-ac33-fbb3cbcfbb33 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 946 time: 0.3246005 Oct 25 14:59:41.249642 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e1b53ea2-1593-4925-8266-bbb5d1bbc428 req-65f1dcc0-2ab9-4dc6-84aa-8a86102e90de tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ca3c9b5-14b1-4a26-90ef-fea3611d85e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941613 Oct 25 14:59:41.575899 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57dbe637-2512-5ec1-9f6a-013c602b152d-8a90b672-ca89-40cb-80e8-9c87a238768c', 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'fixed_ips': [{'subnet_id': '43607336-e154-478c-a926-960741842c1d'}]}} from dv-cinder-813751-1-smb. {{(pid=86780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 25 14:59:41.577673 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:41.807562 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34885'] for router, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:41.829710 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 58800) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:42.032221 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb719a87-19f7-4de2-a305-c7fa031de3eb req-2fe10b46-2aed-43ac-b5f3-04f79a1875ae tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:42.043768 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bb719a87-19f7-4de2-a305-c7fa031de3eb req-2fe10b46-2aed-43ac-b5f3-04f79a1875ae tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.4150088 Oct 25 14:59:42.262974 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bb719a87-19f7-4de2-a305-c7fa031de3eb req-b527220b-e600-4de3-b388-473928371dc9 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959128 Oct 25 14:59:42.586813 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-78906668-b0b8-4dd7-8695-0966901b3b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:42.655233 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-78906668-b0b8-4dd7-8695-0966901b3b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:42.674478 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-78906668-b0b8-4dd7-8695-0966901b3b0b admin admin] Usage tracker for resource:security_group_rule and tenant:23c33764134f4e518b9daf90ce752c1e is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:42.684281 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-78906668-b0b8-4dd7-8695-0966901b3b0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:42.704567 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-78906668-b0b8-4dd7-8695-0966901b3b0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:42.739436 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.db_base_plugin_common [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Allocated IP 172.20.0.2 (8a90b672-ca89-40cb-80e8-9c87a238768c/43607336-e154-478c-a926-960741842c1d/429c6301-3a2e-44d1-ae54-a39a6f622ebf) {{(pid=86780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:59:43.155426 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-78906668-b0b8-4dd7-8695-0966901b3b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:43.156244 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Notify callbacks [] for port, precommit_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:43.169962 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Transition to ACTIVE for port object 429c6301-3a2e-44d1-ae54-a39a6f622ebf will not be triggered until provisioned by entity L2. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:59:43.191362 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-78906668-b0b8-4dd7-8695-0966901b3b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:43.193385 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Transition to ACTIVE for port object 429c6301-3a2e-44d1-ae54-a39a6f622ebf will not be triggered until provisioned by entity DHCP. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:59:43.201678 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387'] for port, after_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:43.207339 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:43.208109 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:43.279918 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:43.293785 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Network 8a90b672-ca89-40cb-80e8-9c87a238768c is already hosted by enough agents. {{(pid=86780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:59:43.295282 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.scheduler.base_scheduler [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Resources bound (agent type, host, resource id): {{(pid=86780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:59:43.301806 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Received port after_create {{(pid=86780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:59:43.308253 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Pushing event updated for resources: {'Port': ['ID=429c6301-3a2e-44d1-ae54-a39a6f622ebf,revision_number=1']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:43.313222 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:43.392067 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-78906668-b0b8-4dd7-8695-0966901b3b0b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23c33764134f4e518b9daf90ce752c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5611761 Oct 25 14:59:43.394603 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 58828) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:43.402155 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78906668-b0b8-4dd7-8695-0966901b3b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c98162d-2505-4c26-bb17-b12f5ad6bdfc,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:43.430977 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Attempting to bind port 429c6301-3a2e-44d1-ae54-a39a6f622ebf on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:59:43.431446 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Attempting to bind port 429c6301-3a2e-44d1-ae54-a39a6f622ebf by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '97575ddb-3903-4ccd-890f-6e58fc554382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c'}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:59:43.431748 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Attempting to bind port 429c6301-3a2e-44d1-ae54-a39a6f622ebf on network 8a90b672-ca89-40cb-80e8-9c87a238768c {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:59:43.438223 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:59:43.438601 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Checking segment: {'id': '97575ddb-3903-4ccd-890f-6e58fc554382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:59:43.439013 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:43.439462 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Bound using segment: {'id': '97575ddb-3903-4ccd-890f-6e58fc554382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c'} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:59:43.440097 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Bound port: 429c6301-3a2e-44d1-ae54-a39a6f622ebf, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97575ddb-3903-4ccd-890f-6e58fc554382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c'}}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:59:43.440442 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:43.442277 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-78906668-b0b8-4dd7-8695-0966901b3b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:43.444213 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:43.610783 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] For port 429c6301-3a2e-44d1-ae54-a39a6f622ebf, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:59:43.616957 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] For port 429c6301-3a2e-44d1-ae54-a39a6f622ebf, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=429c6301-3a2e-44d1-ae54-a39a6f622ebf,segment=NetworkSegment(97575ddb-3903-4ccd-890f-6e58fc554382),segment_id=97575ddb-3903-4ccd-890f-6e58fc554382)] {{(pid=86780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:59:43.625182 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:43.636844 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:43.713981 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a179-c6d6-454c-bd6f-6f571e6809a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:43.716346 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411d74f-c5de-4588-a167-c0438aa8ce97 req-2f0ad7b1-8a8a-4de0-a9ed-6b3584099e63 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:43.727823 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2411d74f-c5de-4588-a167-c0438aa8ce97 req-2f0ad7b1-8a8a-4de0-a9ed-6b3584099e63 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.1129649 Oct 25 14:59:43.802391 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2411d74f-c5de-4588-a167-c0438aa8ce97 req-637e7f27-0173-4d21-8651-ea6809df472b tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710659 Oct 25 14:59:43.807038 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4de8defb-c756-4118-8353-6894808a79b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:43.844198 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Pushing event updated for resources: {'Port': ['ID=429c6301-3a2e-44d1-ae54-a39a6f622ebf,revision_number=2']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:43.852238 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:43.941895 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16997eb5-fe09-476b-9ff6-6f521df56c94 req-5669f2b7-5b88-47b2-b180-cafda9adfdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:43.944174 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-16997eb5-fe09-476b-9ff6-6f521df56c94 req-5669f2b7-5b88-47b2-b180-cafda9adfdee service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 1099 time: 0.4050758 Oct 25 14:59:43.949043 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a179-c6d6-454c-bd6f-6f571e6809a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:44.020527 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Allocated IP 172.28.2.219 (f28bc334-851c-4473-9f79-bcbdd8bebf12/45bd59cf-ca3c-43e3-a738-64ab0f49ed1b/6f8d5033-5b61-4131-9f7f-daa7df8ce27a) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:59:44.390374 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-16997eb5-fe09-476b-9ff6-6f521df56c94 req-b34d9ad1-6ebb-43ab-994a-8af337256a32 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289994 Oct 25 14:59:44.395316 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:44.476105 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a179-c6d6-454c-bd6f-6f571e6809a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:44.484070 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-8695de70-e105-46ff-95ae-d80b657ba693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:44.506637 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:44.511625 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5a179-c6d6-454c-bd6f-6f571e6809a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c98162d-2505-4c26-bb17-b12f5ad6bdfc,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:44.519395 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-e3c5a179-c6d6-454c-bd6f-6f571e6809a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:44.523506 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:44.526451 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-79ec8147-c13f-4e9a-8dc5-c3e37277fdb0 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=079365cf3ea4418fafdb0d1cfe839fad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794635 Oct 25 14:59:44.647337 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a179-c6d6-454c-bd6f-6f571e6809a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:44.654648 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-e3c5a179-c6d6-454c-bd6f-6f571e6809a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7c98162d-2505-4c26-bb17-b12f5ad6bdfc HTTP/1.1" status: 204 len: 168 time: 1.2549167 Oct 25 14:59:44.679962 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:59:44.687000 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:59:44.691414 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:59:44.714502 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:44.817855 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Pushing event updated for resources: {'Port': ['ID=6f8d5033-5b61-4131-9f7f-daa7df8ce27a,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:44.868547 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:45.064716 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-2432ddaf-bc73-47db-9bfb-419fc71f7475 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:45.079491 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-2432ddaf-bc73-47db-9bfb-419fc71f7475 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4964023 Oct 25 14:59:45.231366 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-97f901c4-91ca-42e9-bc6e-5d541605e53c tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/quotas/079365cf3ea4418fafdb0d1cfe839fad HTTP/1.1" status: 200 len: 375 time: 0.1455715 Oct 25 14:59:45.326863 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-04498526-5f5e-43b4-a18b-0c694220cfec tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=079365cf3ea4418fafdb0d1cfe839fad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938392 Oct 25 14:59:45.388179 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6df88a-cd22-4d45-a7fc-4a1c31d18115 req-bb681736-22ea-4488-9064-e2ef6821b4f9 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:45.398186 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8f6df88a-cd22-4d45-a7fc-4a1c31d18115 req-bb681736-22ea-4488-9064-e2ef6821b4f9 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.3094118 Oct 25 14:59:45.466483 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 58872) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:45.468780 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ea161c-1b20-4a5f-902a-3e4acf95d0d1 None None] Network 8a90b672-ca89-40cb-80e8-9c87a238768c requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:59:45.508656 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-ff15d41b-ce77-49df-bbce-fe919d1ad2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:45.530074 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-ff15d41b-ce77-49df-bbce-fe919d1ad2e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:45.535920 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-ff15d41b-ce77-49df-bbce-fe919d1ad2e3 admin admin] Usage tracker for resource:security_group_rule and tenant:8ded405bf5c3445ca0c0b943582fb3cf is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:45.542112 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8f6df88a-cd22-4d45-a7fc-4a1c31d18115 req-33ebcbae-a6bf-4501-9124-6532002cebfb tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383445 Oct 25 14:59:45.760562 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 429c6301-3a2e-44d1-ae54-a39a6f622ebf up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:59:45.811891 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d91549d5-6917-4c36-9ce8-19235b65b042 req-e7242e2b-a6ae-4313-b822-5dfa1d4601cd tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 210 time: 0.1711369 Oct 25 14:59:45.833135 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-ff15d41b-ce77-49df-bbce-fe919d1ad2e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:45.847956 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-ff15d41b-ce77-49df-bbce-fe919d1ad2e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:45.876823 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:45.938615 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-24838c1d-35b0-4a93-b945-77993109dafa None None] Provisioning for port 429c6301-3a2e-44d1-ae54-a39a6f622ebf completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:59:46.127568 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port 429c6301-3a2e-44d1-ae54-a39a6f622ebf completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:59:46.143073 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 429c6301-3a2e-44d1-ae54-a39a6f622ebf triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:59:46.143447 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:46.433748 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:46.525168 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port 429c6301-3a2e-44d1-ae54-a39a6f622ebf, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=429c6301-3a2e-44d1-ae54-a39a6f622ebf,segment=NetworkSegment(97575ddb-3903-4ccd-890f-6e58fc554382),segment_id=97575ddb-3903-4ccd-890f-6e58fc554382)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:59:46.532050 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:46.537618 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:46.592935 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:46.597247 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672924'] for router, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:46.714011 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=429c6301-3a2e-44d1-ae54-a39a6f622ebf,revision_number=3']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:46.718671 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:47.089187 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-87906e43-7185-4150-b6dd-fb1f4cf56dc5 None None] Provisioning complete for port 429c6301-3a2e-44d1-ae54-a39a6f622ebf triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:59:47.090054 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-87906e43-7185-4150-b6dd-fb1f4cf56dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:47.119017 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 14:59:47.291692 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ff443472-62e4-4bf5-920a-8f2869f46cdb req-88ca63db-b8e6-4db5-b4ca-2cd2776771ee tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 210 time: 0.1862390 Oct 25 14:59:47.302689 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-ff15d41b-ce77-49df-bbce-fe919d1ad2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:47.318409 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-ff15d41b-ce77-49df-bbce-fe919d1ad2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:47.337402 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac845f-7f83-40b3-99a7-f77baa604bc8 req-e7d78766-13f8-4d8e-a757-3e2ddfd6dc5d tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:47.340198 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-72ac845f-7f83-40b3-99a7-f77baa604bc8 req-e7d78766-13f8-4d8e-a757-3e2ddfd6dc5d tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.5832982 Oct 25 14:59:47.351498 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-4ff8eb3d-61e3-4feb-94dc-d3d948acb4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:47.460087 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-ff15d41b-ce77-49df-bbce-fe919d1ad2e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8ded405bf5c3445ca0c0b943582fb3cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9922905 Oct 25 14:59:47.460344 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 58910) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:47.463696 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15d41b-ce77-49df-bbce-fe919d1ad2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25502ec-8497-4640-be88-302fd0a2cbf7,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:47.467545 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ff15d41b-ce77-49df-bbce-fe919d1ad2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:47.515798 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Router 091b89dd-a251-473e-9b66-d44a88a5e3be is scheduled to L3 agent 66de2074-8959-403d-9168-754d85c11774 with binding_index 1 {{(pid=86778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 25 14:59:47.618584 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-72ac845f-7f83-40b3-99a7-f77baa604bc8 req-deb8a594-ccd8-4b03-a53c-fa6dc1385a15 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721996 Oct 25 14:59:47.664862 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 429c6301-3a2e-44d1-ae54-a39a6f622ebf up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:59:47.701747 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f2558f49-4883-4db8-9751-dcb9ffd564b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:47.765586 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f2558f49-4883-4db8-9751-dcb9ffd564b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:47.825319 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 429c6301-3a2e-44d1-ae54-a39a6f622ebf triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:59:47.827985 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:47.852853 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f2558f49-4883-4db8-9751-dcb9ffd564b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:47.858350 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-92f41723-47c4-4f97-92f5-462ac3edd7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:47.881488 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2558f49-4883-4db8-9751-dcb9ffd564b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25502ec-8497-4640-be88-302fd0a2cbf7,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:47.884323 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f2558f49-4883-4db8-9751-dcb9ffd564b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:47.902817 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f2558f49-4883-4db8-9751-dcb9ffd564b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:47.904455 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-f2558f49-4883-4db8-9751-dcb9ffd564b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d25502ec-8497-4640-be88-302fd0a2cbf7 HTTP/1.1" status: 204 len: 168 time: 0.4387202 Oct 25 14:59:48.092331 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 14:59:48.118395 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Sync routers for ids ['091b89dd-a251-473e-9b66-d44a88a5e3be'] in dv-cinder-813751-1-smb {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 14:59:48.150686 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Routers {'091b89dd-a251-473e-9b66-d44a88a5e3be'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:59:48.155658 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:59:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['091b89dd-a251-473e-9b66-d44a88a5e3be'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:59:48.159337 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-d0c8ab8d-9e52-48f4-a574-8a2ec436461c tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=079365cf3ea4418fafdb0d1cfe839fad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437143 Oct 25 14:59:48.229179 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Notify callbacks [] for router, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:48.244064 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3542438 Oct 25 14:59:48.247155 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 58928) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:48.520739 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Set router 091b89dd-a251-473e-9b66-d44a88a5e3be gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:59:48.771771 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-dbde9ee6-f648-46ff-83c0-4b9bce01edc9 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:48.779992 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-dbde9ee6-f648-46ff-83c0-4b9bce01edc9 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6036246 Oct 25 14:59:48.799780 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Request body: {'port': {'device_id': '7a450528-4cc1-4093-977a-b5aff2ce6949', 'network_id': '15617d16-c84f-44dd-a186-e3ef5bc3d7bf', 'admin_state_up': True, 'tenant_id': '079365cf3ea4418fafdb0d1cfe839fad'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:59:48.961658 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd05699-d094-4360-b07f-3ea37075689f req-674208b5-fd0d-4cf5-bbc9-2b825ce15e15 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:48.975238 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7dd05699-d094-4360-b07f-3ea37075689f req-674208b5-fd0d-4cf5-bbc9-2b825ce15e15 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 946 time: 0.5352359 Oct 25 14:59:49.062372 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:49.068476 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Usage tracker for resource:port and tenant:079365cf3ea4418fafdb0d1cfe839fad is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:49.073045 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:49.086977 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:49.109722 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e62d9-3aba-4959-a07d-e701cfc96cac req-3a3450ca-afb7-408a-9652-f031c23e09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:49.111349 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9b5e62d9-3aba-4959-a07d-e701cfc96cac req-3a3450ca-afb7-408a-9652-f031c23e09d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad3d552c59c44b589058c87aff396848&device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 1099 time: 0.1405866 Oct 25 14:59:49.112599 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Made reservation on behalf of 079365cf3ea4418fafdb0d1cfe839fad for: {'port': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:59:49.116890 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:49.160162 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:49.221023 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'name': 'tempest-TestMinimumBasicScenario-945566341-router', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:41Z', 'updated_at': '2021-10-25T14:59:45Z', 'revision_number': 3, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'gw_port': {'id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:66:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:43Z', 'updated_at': '2021-10-25T14:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:59:49.226824 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Checking router: 091b89dd-a251-473e-9b66-d44a88a5e3be for host: dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 14:59:49.226931 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Updating router 091b89dd-a251-473e-9b66-d44a88a5e3be port 6f8d5033-5b61-4131-9f7f-daa7df8ce27a binding host dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 14:59:49.234624 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7dd05699-d094-4360-b07f-3ea37075689f req-1a8e2246-34a3-4781-a663-1be09e95c4bf tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ca3c9b5-14b1-4a26-90ef-fea3611d85e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548389 Oct 25 14:59:49.243302 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:49.251540 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Usage tracker for resource:security_group_rule and tenant:079365cf3ea4418fafdb0d1cfe839fad is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:49.252179 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f02c5438-a1f6-4300-8a23-8a9dc1b6a951 req-eabec9ea-1a43-49c8-8fbb-44a2c9540a40 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 210 time: 0.2132590 Oct 25 14:59:49.344429 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:49.349211 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e62d9-3aba-4959-a07d-e701cfc96cac req-d3daf412-b587-4f90-a3d8-f3eff49a305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:49.350803 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9b5e62d9-3aba-4959-a07d-e701cfc96cac req-d3daf412-b587-4f90-a3d8-f3eff49a305a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d011acd3-1a02-4289-8a6a-1c3593568534 HTTP/1.1" status: 200 len: 920 time: 0.2170382 Oct 25 14:59:49.351926 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:49.362786 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:49.462205 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9b5e62d9-3aba-4959-a07d-e701cfc96cac req-7a53a124-938c-45cc-8023-6209c8bbb185 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eab98c54-814d-48ee-ade3-0ebf043688c4 HTTP/1.1" status: 200 len: 217 time: 0.0959010 Oct 25 14:59:49.610910 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e62d9-3aba-4959-a07d-e701cfc96cac req-64b42b5b-f602-445c-9b79-c4d5d9d35671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:49.615550 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9b5e62d9-3aba-4959-a07d-e701cfc96cac req-64b42b5b-f602-445c-9b79-c4d5d9d35671 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ad7cb1-9890-416a-a602-edb9293268a1 HTTP/1.1" status: 200 len: 859 time: 0.1426148 Oct 25 14:59:49.618693 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356a497-c15d-4796-894e-9d93a963ea2d req-6e922af7-05f4-4eed-905f-dd0f5476a669 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:49.620265 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3356a497-c15d-4796-894e-9d93a963ea2d req-6e922af7-05f4-4eed-905f-dd0f5476a669 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.2540619 Oct 25 14:59:49.718419 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9b5e62d9-3aba-4959-a07d-e701cfc96cac req-af7039d7-9489-411e-9bd0-20cedef4f4a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d011acd3-1a02-4289-8a6a-1c3593568534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613618 Oct 25 14:59:49.821976 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3356a497-c15d-4796-894e-9d93a963ea2d req-0645c76d-c7c8-471d-8a3a-b596f9c20481 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670866 Oct 25 14:59:49.897092 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:49.912133 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Transition to ACTIVE for port object 6f8d5033-5b61-4131-9f7f-daa7df8ce27a will not be triggered until provisioned by entity L2. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:59:49.923858 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:49.938386 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:49.946867 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:50.008094 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb6858-ebf8-4f99-b4fc-c690b030f851 None None] Pushing event updated for resources: {'Port': ['ID=6f8d5033-5b61-4131-9f7f-daa7df8ce27a,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:50.017920 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb6858-ebf8-4f99-b4fc-c690b030f851 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:50.018437 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb6858-ebf8-4f99-b4fc-c690b030f851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:50.018873 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb6858-ebf8-4f99-b4fc-c690b030f851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:50.019305 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb6858-ebf8-4f99-b4fc-c690b030f851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:50.019914 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb6858-ebf8-4f99-b4fc-c690b030f851 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:50.020344 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb6858-ebf8-4f99-b4fc-c690b030f851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:50.020764 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb6858-ebf8-4f99-b4fc-c690b030f851 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:50.021182 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb6858-ebf8-4f99-b4fc-c690b030f851 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:50.021601 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb6858-ebf8-4f99-b4fc-c690b030f851 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:50.022016 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb6858-ebf8-4f99-b4fc-c690b030f851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:50.022447 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb6858-ebf8-4f99-b4fc-c690b030f851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:50.022859 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb6858-ebf8-4f99-b4fc-c690b030f851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 14:59:50.034173 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-c9fb6858-ebf8-4f99-b4fc-c690b030f851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:50.043934 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9b5e62d9-3aba-4959-a07d-e701cfc96cac req-667c3bd4-3b3f-46d8-ae95-75738249afa9 service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135457 Oct 25 14:59:50.056180 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Attempting to bind port 6f8d5033-5b61-4131-9f7f-daa7df8ce27a on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:59:50.056940 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Attempting to bind port 6f8d5033-5b61-4131-9f7f-daa7df8ce27a by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:59:50.057526 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Attempting to bind port 6f8d5033-5b61-4131-9f7f-daa7df8ce27a on network f28bc334-851c-4473-9f79-bcbdd8bebf12 {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:59:50.064003 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:59:50.064794 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Checking segment: {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:59:50.065422 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:50.066235 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Bound using segment: {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:59:50.067526 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Bound port: 6f8d5033-5b61-4131-9f7f-daa7df8ce27a, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:59:50.068274 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:50.093006 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:50.157199 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] For port 6f8d5033-5b61-4131-9f7f-daa7df8ce27a, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:59:50.160294 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:50.162468 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] For port 6f8d5033-5b61-4131-9f7f-daa7df8ce27a, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=6f8d5033-5b61-4131-9f7f-daa7df8ce27a,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:59:50.167846 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:50.168429 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-49afc7e6-84db-476b-90a9-523f6071ebcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:50.174550 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-2eb9fee1-e3ac-4a48-b475-11e5d1cf574a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:50.258856 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb6858-ebf8-4f99-b4fc-c690b030f851 None None] Pushing event updated for resources: {'Port': ['ID=6f8d5033-5b61-4131-9f7f-daa7df8ce27a,revision_number=3']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:50.264170 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_common [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Allocated IP 172.20.0.1 (8a90b672-ca89-40cb-80e8-9c87a238768c/43607336-e154-478c-a926-960741842c1d/47522575-2594-4838-9617-ffdf145b01cf) {{(pid=86779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:59:50.274796 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-c9fb6858-ebf8-4f99-b4fc-c690b030f851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:50.293482 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Routers {'091b89dd-a251-473e-9b66-d44a88a5e3be'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:59:50.294403 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:59:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['091b89dd-a251-473e-9b66-d44a88a5e3be'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:59:50.332517 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a07e1a-8afe-4d2a-94fa-e80ad4c6615e,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:50.342623 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:50.435849 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9b5e62d9-3aba-4959-a07d-e701cfc96cac req-51b421c0-ccc1-4f6c-a9c7-855d69848fd6 service neutron] 10.222.0.31 "GET /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788023 Oct 25 14:59:50.509104 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Allocated IP 192.168.233.153 (15617d16-c84f-44dd-a186-e3ef5bc3d7bf/1d19c26f-5f32-4eaf-a1a6-8610f8e02d7a/ab658ff4-3d89-492a-9989-7a7791b23108) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 14:59:50.666624 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b8b09146-1d8f-4967-a771-e5a57fc878ce req-f050e4a1-c9e3-4e2e-8016-5e22ccdd171d tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 210 time: 0.1028762 Oct 25 14:59:50.666868 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] Set router 091b89dd-a251-473e-9b66-d44a88a5e3be gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:59:50.789383 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:50.839950 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47840e24-31e4-412a-9287-4385f1cfe62f req-c6af219d-49da-42a9-b9b5-d95a8b8d98c6 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:50.841200 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:50.847358 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-47840e24-31e4-412a-9287-4385f1cfe62f req-c6af219d-49da-42a9-b9b5-d95a8b8d98c6 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.31 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 946 time: 0.9826131 Oct 25 14:59:50.863686 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Transition to ACTIVE for port object ab658ff4-3d89-492a-9989-7a7791b23108 will not be triggered until provisioned by entity DHCP. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:59:50.913401 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:50.919930 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:50.928892 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [req-47840e24-31e4-412a-9287-4385f1cfe62f req-f645063d-cda7-4a76-a159-184f3fa74752 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Deleting port f21a59cf-c840-44c1-baf9-fcd2eccfd147 {{(pid=86779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 14:59:50.929304 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-47840e24-31e4-412a-9287-4385f1cfe62f req-f645063d-cda7-4a76-a159-184f3fa74752 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:50.976217 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.provisioning_blocks [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Transition to ACTIVE for port object 47522575-2594-4838-9617-ffdf145b01cf will not be triggered until provisioned by entity DHCP. {{(pid=86779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:59:51.142156 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Network 15617d16-c84f-44dd-a186-e3ef5bc3d7bf is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:59:51.148000 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:59:51.150531 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Pushing event updated for resources: {'Port': ['ID=ab658ff4-3d89-492a-9989-7a7791b23108,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:51.153572 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:59:51.180506 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db0619-b361-45cf-b2dd-7fb5f48966d7 req-d8b3d927-643e-4671-bc66-9b092f17ea83 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:51.182043 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-87db0619-b361-45cf-b2dd-7fb5f48966d7 req-d8b3d927-643e-4671-bc66-9b092f17ea83 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 946 time: 0.6205089 Oct 25 14:59:51.223670 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:51.254921 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:51.255846 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:51.260973 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:51.290970 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'name': 'tempest-TestMinimumBasicScenario-945566341-router', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:41Z', 'updated_at': '2021-10-25T14:59:45Z', 'revision_number': 3, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'gw_port': {'id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:66:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:43Z', 'updated_at': '2021-10-25T14:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:59:51.297813 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d9b91-65cb-4290-b8fa-a9673676c2f1 None None] The sync data for ids ['091b89dd-a251-473e-9b66-d44a88a5e3be'] in dv-cinder-813751-1-smb is: [{'id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'name': 'tempest-TestMinimumBasicScenario-945566341-router', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:41Z', 'updated_at': '2021-10-25T14:59:45Z', 'revision_number': 3, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'gw_port': {'id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:66:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:43Z', 'updated_at': '2021-10-25T14:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}] {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 14:59:51.319893 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5241928 Oct 25 14:59:51.338744 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Request body: {'port': {'device_id': '7a450528-4cc1-4093-977a-b5aff2ce6949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:59:51.375305 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:51.472240 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-fcc7cc74-b41d-408b-a9b1-2d98575c03d5 None None] Provisioning for port ab658ff4-3d89-492a-9989-7a7791b23108 completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:59:51.484596 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-fcc7cc74-b41d-408b-a9b1-2d98575c03d5 None None] Provisioning complete for port ab658ff4-3d89-492a-9989-7a7791b23108 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:59:51.485685 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-fcc7cc74-b41d-408b-a9b1-2d98575c03d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:51.539262 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:51.563130 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a442c3-47a6-4a93-a534-ecd114769736 req-76c75865-8118-4116-991d-e3729b333910 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:51.572008 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-22a442c3-47a6-4a93-a534-ecd114769736 req-76c75865-8118-4116-991d-e3729b333910 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.4988704 Oct 25 14:59:51.598424 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7cc74-b41d-408b-a9b1-2d98575c03d5 None None] Port ab658ff4-3d89-492a-9989-7a7791b23108 cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 14:59:51.637552 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Network 8a90b672-ca89-40cb-80e8-9c87a238768c is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:59:51.653479 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-22a442c3-47a6-4a93-a534-ecd114769736 req-5cc6c983-1539-4d60-8aca-987e309b71ab tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802872 Oct 25 14:59:51.662901 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-87db0619-b361-45cf-b2dd-7fb5f48966d7 req-a82dde47-1aa5-419a-a5f6-ecbd453697cc tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ca3c9b5-14b1-4a26-90ef-fea3611d85e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724483 Oct 25 14:59:51.764802 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:59:51.767161 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=47522575-2594-4838-9617-ffdf145b01cf,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:51.790394 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Received port after_create {{(pid=86779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 14:59:51.877184 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [req-47840e24-31e4-412a-9287-4385f1cfe62f req-f645063d-cda7-4a76-a159-184f3fa74752 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] For port f21a59cf-c840-44c1-baf9-fcd2eccfd147, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f21a59cf-c840-44c1-baf9-fcd2eccfd147,segment=NetworkSegment(1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509),segment_id=1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509)] {{(pid=86779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:59:51.877583 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-47840e24-31e4-412a-9287-4385f1cfe62f req-f645063d-cda7-4a76-a159-184f3fa74752 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:51.901906 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:52.160860 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748369'] for router_interface, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:52.232128 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-0931e8e9-2107-40bc-aa93-34ecc63f3178 None None] Provisioning for port 47522575-2594-4838-9617-ffdf145b01cf completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:59:52.245390 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-0931e8e9-2107-40bc-aa93-34ecc63f3178 None None] Provisioning complete for port 47522575-2594-4838-9617-ffdf145b01cf triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:59:52.253954 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-0931e8e9-2107-40bc-aa93-34ecc63f3178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:52.409269 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [req-47840e24-31e4-412a-9287-4385f1cfe62f req-f645063d-cda7-4a76-a159-184f3fa74752 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Calling delete_port for f21a59cf-c840-44c1-baf9-fcd2eccfd147 owned by compute:nova {{(pid=86779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 14:59:52.482204 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-0931e8e9-2107-40bc-aa93-34ecc63f3178 None None] Port 47522575-2594-4838-9617-ffdf145b01cf cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 14:59:52.580641 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab658ff4-3d89-492a-9989-7a7791b23108 {{(pid=86778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 14:59:52.615895 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:52.657890 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Transition to ACTIVE for port object ab658ff4-3d89-492a-9989-7a7791b23108 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:59:52.666608 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:52.677771 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:52.780591 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:52.966842 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab658ff4-3d89-492a-9989-7a7791b23108,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:52.975937 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:53.056479 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecd171-b780-486b-b171-4ae4c9036b0c req-dac41a53-3bad-485e-85e8-e28f08580ac5 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:53.073499 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f5ecd171-b780-486b-b171-4ae4c9036b0c req-dac41a53-3bad-485e-85e8-e28f08580ac5 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 936 time: 0.9219241 Oct 25 14:59:53.236505 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Attempting to bind port ab658ff4-3d89-492a-9989-7a7791b23108 on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:59:53.237298 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Attempting to bind port ab658ff4-3d89-492a-9989-7a7791b23108 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '13f9fa5b-493d-4e07-b40e-db55658b854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '15617d16-c84f-44dd-a186-e3ef5bc3d7bf'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:59:53.238271 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Attempting to bind port ab658ff4-3d89-492a-9989-7a7791b23108 on network 15617d16-c84f-44dd-a186-e3ef5bc3d7bf {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:59:53.247810 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Port ab658ff4-3d89-492a-9989-7a7791b23108 on network 15617d16-c84f-44dd-a186-e3ef5bc3d7bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 14:59:53.248143 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Attempting to bind port ab658ff4-3d89-492a-9989-7a7791b23108 on network 15617d16-c84f-44dd-a186-e3ef5bc3d7bf {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:59:53.256409 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:59:53.256880 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Checking segment: {'id': '13f9fa5b-493d-4e07-b40e-db55658b854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '15617d16-c84f-44dd-a186-e3ef5bc3d7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:59:53.257191 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Bound using segment: {'id': '13f9fa5b-493d-4e07-b40e-db55658b854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '15617d16-c84f-44dd-a186-e3ef5bc3d7bf'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:59:53.257567 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Bound port: ab658ff4-3d89-492a-9989-7a7791b23108, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f9fa5b-493d-4e07-b40e-db55658b854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '15617d16-c84f-44dd-a186-e3ef5bc3d7bf'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:59:53.257918 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:53.268268 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f5ecd171-b780-486b-b171-4ae4c9036b0c req-dbef5289-9f44-4cdb-8117-b1b0d1e58acd tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/security-groups?id=33a07e1a-8afe-4d2a-94fa-e80ad4c6615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665878 Oct 25 14:59:53.312553 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-47840e24-31e4-412a-9287-4385f1cfe62f req-f645063d-cda7-4a76-a159-184f3fa74752 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:53.546757 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:53.569640 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] For port ab658ff4-3d89-492a-9989-7a7791b23108, host hv-cinder-81375, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:59:53.578276 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] For port ab658ff4-3d89-492a-9989-7a7791b23108, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=ab658ff4-3d89-492a-9989-7a7791b23108,segment=NetworkSegment(13f9fa5b-493d-4e07-b40e-db55658b854a),segment_id=13f9fa5b-493d-4e07-b40e-db55658b854a)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:59:53.586425 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:53.606385 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:53.643216 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-89ff67f9-3e03-4e66-8aef-b2534a4bdd98 req-a005b0d8-0918-43a3-9659-30ac55bc639d tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.62 "GET /v2.0/ports?device_id=391bf261-ba23-4f65-8d9d-170d960100b9 HTTP/1.1" status: 200 len: 210 time: 0.1541336 Oct 25 14:59:53.701595 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 6f8d5033-5b61-4131-9f7f-daa7df8ce27a up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:59:53.703222 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645063d-cda7-4a76-a159-184f3fa74752 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Pushing event deleted for resources: {'Port': ['ID=f21a59cf-c840-44c1-baf9-fcd2eccfd147,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:53.726688 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac3ae7-a845-456f-bba4-d26c44e4d440 req-1d9c19ec-2557-4a58-af80-8187d65bcd8e tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:53.733866 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-31ac3ae7-a845-456f-bba4-d26c44e4d440 req-1d9c19ec-2557-4a58-af80-8187d65bcd8e tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.8064711 Oct 25 14:59:53.757660 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f645063d-cda7-4a76-a159-184f3fa74752 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:53.761815 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab658ff4-3d89-492a-9989-7a7791b23108,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:53.772800 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:53.803820 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:53.808832 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:53.812070 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] 10.222.0.31 "PUT /v2.0/ports/ab658ff4-3d89-492a-9989-7a7791b23108 HTTP/1.1" status: 200 len: 1098 time: 2.4770951 Oct 25 14:59:53.813766 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a450528-4cc1-4093-977a-b5aff2ce6949', 'tag': 'ab658ff4-3d89-492a-9989-7a7791b23108'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:59:53.899385 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [req-47840e24-31e4-412a-9287-4385f1cfe62f req-f645063d-cda7-4a76-a159-184f3fa74752 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] No DVR routers for this DVR port f21a59cf-c840-44c1-baf9-fcd2eccfd147 on host hv-cinder-81375 {{(pid=86779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 14:59:53.903159 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-47840e24-31e4-412a-9287-4385f1cfe62f req-f645063d-cda7-4a76-a159-184f3fa74752 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:53.922413 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391bf261-ba23-4f65-8d9d-170d960100b9', 'name': 'network-vif-deleted', 'tag': 'f21a59cf-c840-44c1-baf9-fcd2eccfd147'}] {{(pid=86779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 14:59:53.936021 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port 6f8d5033-5b61-4131-9f7f-daa7df8ce27a completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 14:59:53.943165 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 6f8d5033-5b61-4131-9f7f-daa7df8ce27a triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:59:53.945592 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:54.010584 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-47840e24-31e4-412a-9287-4385f1cfe62f req-f645063d-cda7-4a76-a159-184f3fa74752 tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] 10.222.0.31 "DELETE /v2.0/ports/f21a59cf-c840-44c1-baf9-fcd2eccfd147 HTTP/1.1" status: 204 len: 173 time: 3.1621048 Oct 25 14:59:54.020092 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-31ac3ae7-a845-456f-bba4-d26c44e4d440 req-6927c531-8da0-4ec0-9f3c-19037439482a tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851717 Oct 25 14:59:54.120206 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391bf261-ba23-4f65-8d9d-170d960100b9', 'name': 'network-vif-deleted', 'tag': 'f21a59cf-c840-44c1-baf9-fcd2eccfd147', 'status': 'completed', 'code': 200} Oct 25 14:59:54.126487 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:54.143789 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28131388'] for port, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:54.185549 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:54.309287 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=47522575-2594-4838-9617-ffdf145b01cf,revision_number=2']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:54.315212 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:54.329402 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748530'] for router_interface, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:54.464242 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:54.490622 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a450528-4cc1-4093-977a-b5aff2ce6949', 'tag': 'ab658ff4-3d89-492a-9989-7a7791b23108', 'status': 'completed', 'code': 200} Oct 25 14:59:54.507603 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port 6f8d5033-5b61-4131-9f7f-daa7df8ce27a, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=6f8d5033-5b61-4131-9f7f-daa7df8ce27a,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:59:54.528552 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:54.537808 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:54.688503 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-6d5242af-12ae-477b-8225-869753511daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:54.690117 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-6d5242af-12ae-477b-8225-869753511daf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=079365cf3ea4418fafdb0d1cfe839fad&device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 1101 time: 0.8163567 Oct 25 14:59:54.786618 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Network 8a90b672-ca89-40cb-80e8-9c87a238768c is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 14:59:54.791792 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:59:54.812810 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-ba6418ae-615f-4e1f-8697-5ae26145b257 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ab658ff4-3d89-492a-9989-7a7791b23108 HTTP/1.1" status: 200 len: 217 time: 0.0975351 Oct 25 14:59:54.852357 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=6f8d5033-5b61-4131-9f7f-daa7df8ce27a,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:54.873340 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:54.880457 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device f21a59cf-c840-44c1-baf9-fcd2eccfd147 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 14:59:54.928769 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: f21a59cf-c840-44c1-baf9-fcd2eccfd147 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 14:59:54.931080 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device f21a59cf-c840-44c1-baf9-fcd2eccfd147 not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 14:59:54.938724 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-58d14aa4-a8f8-440e-9651-510a2f0e431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:54.940866 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-58d14aa4-a8f8-440e-9651-510a2f0e431b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1d19c26f-5f32-4eaf-a1a6-8610f8e02d7a HTTP/1.1" status: 200 len: 843 time: 0.1216481 Oct 25 14:59:54.989207 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298df1c-47f9-4416-b70a-4c6929c94cbe req-ddfdbdda-cbb3-4b68-bf60-3dd5322ab394 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:54.990850 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a298df1c-47f9-4416-b70a-4c6929c94cbe req-ddfdbdda-cbb3-4b68-bf60-3dd5322ab394 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 948 time: 0.3381991 Oct 25 14:59:55.147675 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-fd4e8583-80e9-4871-8fbe-77f40a56eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:55.149193 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-fd4e8583-80e9-4871-8fbe-77f40a56eecd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=15617d16-c84f-44dd-a186-e3ef5bc3d7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1982453 Oct 25 14:59:55.259331 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a298df1c-47f9-4416-b70a-4c6929c94cbe req-9f73e510-c6c9-40cb-aab1-d6d61ef35ebf tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/security-groups?id=33a07e1a-8afe-4d2a-94fa-e80ad4c6615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599115 Oct 25 14:59:55.282340 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Router 091b89dd-a251-473e-9b66-d44a88a5e3be has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 14:59:55.453104 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-db5f6603-fd01-4189-a5d3-b3a91b0c9422 service neutron] 10.222.0.31 "GET /v2.0/networks/15617d16-c84f-44dd-a186-e3ef5bc3d7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958503 Oct 25 14:59:55.459379 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-85da23c5-7c46-440c-9379-07e459c0b421 None None] Provisioning complete for port 47522575-2594-4838-9617-ffdf145b01cf triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:59:55.460218 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-85da23c5-7c46-440c-9379-07e459c0b421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:55.568529 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-85da23c5-7c46-440c-9379-07e459c0b421 None None] Port 47522575-2594-4838-9617-ffdf145b01cf cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 14:59:55.632662 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 6f8d5033-5b61-4131-9f7f-daa7df8ce27a up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 14:59:55.737351 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 14:59:55.754122 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] 10.222.0.62 "PUT /v2.0/routers/091b89dd-a251-473e-9b66-d44a88a5e3be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5052600 Oct 25 14:59:55.805998 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Sync routers for ids ['091b89dd-a251-473e-9b66-d44a88a5e3be'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 14:59:55.807406 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c9e944a8-83bc-4865-ab2f-6c0a06502f93 req-982a62b4-94c9-4af2-8f60-4834e93aed47 service neutron] 10.222.0.31 "GET /v2.0/networks/15617d16-c84f-44dd-a186-e3ef5bc3d7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468459 Oct 25 14:59:55.832782 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Routers {'091b89dd-a251-473e-9b66-d44a88a5e3be'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:59:55.836913 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:59:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['091b89dd-a251-473e-9b66-d44a88a5e3be'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:59:55.909308 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 6f8d5033-5b61-4131-9f7f-daa7df8ce27a triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 14:59:55.911365 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:56.079050 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bb630-9131-47ac-b358-cb41888da55b req-65ac00e4-892f-48f3-8cef-3897448d1864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:56.085334 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-502bb630-9131-47ac-b358-cb41888da55b req-65ac00e4-892f-48f3-8cef-3897448d1864 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=079365cf3ea4418fafdb0d1cfe839fad&device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 1101 time: 0.1297364 Oct 25 14:59:56.357779 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bb630-9131-47ac-b358-cb41888da55b req-e5e71669-1b82-49db-8f80-79842c8e5add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:56.362783 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-502bb630-9131-47ac-b358-cb41888da55b req-e5e71669-1b82-49db-8f80-79842c8e5add service neutron] 10.222.0.31 "GET /v2.0/networks?id=15617d16-c84f-44dd-a186-e3ef5bc3d7bf HTTP/1.1" status: 200 len: 870 time: 0.2692361 Oct 25 14:59:56.552466 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-502bb630-9131-47ac-b358-cb41888da55b req-abe16c9a-e0b6-41fd-81cb-1d7a896a58eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ab658ff4-3d89-492a-9989-7a7791b23108 HTTP/1.1" status: 200 len: 217 time: 0.1832814 Oct 25 14:59:56.556936 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Set router 091b89dd-a251-473e-9b66-d44a88a5e3be gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:59:56.625721 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949a287-8bb3-4e91-b45f-b6cd0f5949e0 req-fe47cf1f-3c68-4e7a-985d-79066427f788 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:56.635526 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f949a287-8bb3-4e91-b45f-b6cd0f5949e0 req-fe47cf1f-3c68-4e7a-985d-79066427f788 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 948 time: 0.1271408 Oct 25 14:59:56.701117 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bb630-9131-47ac-b358-cb41888da55b req-9b539bf4-7bd4-4c0f-87ad-b97e656de711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:56.702364 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f949a287-8bb3-4e91-b45f-b6cd0f5949e0 req-f6ce192b-c12b-45cf-8f88-be0c2ae7bae3 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/security-groups?id=33a07e1a-8afe-4d2a-94fa-e80ad4c6615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654972 Oct 25 14:59:56.702761 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-502bb630-9131-47ac-b358-cb41888da55b req-9b539bf4-7bd4-4c0f-87ad-b97e656de711 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1d19c26f-5f32-4eaf-a1a6-8610f8e02d7a HTTP/1.1" status: 200 len: 843 time: 0.1387053 Oct 25 14:59:56.829089 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bb630-9131-47ac-b358-cb41888da55b req-2e929eae-5794-41e0-ad0b-f0a612e371b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:56.836641 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-502bb630-9131-47ac-b358-cb41888da55b req-2e929eae-5794-41e0-ad0b-f0a612e371b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=15617d16-c84f-44dd-a186-e3ef5bc3d7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1201379 Oct 25 14:59:57.096915 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-502bb630-9131-47ac-b358-cb41888da55b req-a130dc5e-4dc7-41e9-bf89-969fcd783257 service neutron] 10.222.0.31 "GET /v2.0/networks/15617d16-c84f-44dd-a186-e3ef5bc3d7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558219 Oct 25 14:59:57.186771 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'name': 'tempest-TestMinimumBasicScenario-945566341-router', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:41Z', 'updated_at': '2021-10-25T14:59:52Z', 'revision_number': 4, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'gw_port': {'id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:43Z', 'updated_at': '2021-10-25T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '47522575-2594-4838-9617-ffdf145b01cf', 'name': '', 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'mac_address': 'fa:16:3e:54:61:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '43607336-e154-478c-a926-960741842c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:50Z', 'updated_at': '2021-10-25T14:59:53Z', 'revision_number': 2, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'subnets': [{'id': '43607336-e154-478c-a926-960741842c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:59:57.195068 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Checking router: 091b89dd-a251-473e-9b66-d44a88a5e3be for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 14:59:57.195738 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Updating router 091b89dd-a251-473e-9b66-d44a88a5e3be port 47522575-2594-4838-9617-ffdf145b01cf binding host dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 14:59:57.258958 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:57.346795 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-502bb630-9131-47ac-b358-cb41888da55b req-55c4854c-f623-476e-adc5-49cef61bd050 service neutron] 10.222.0.31 "GET /v2.0/networks/15617d16-c84f-44dd-a186-e3ef5bc3d7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414842 Oct 25 14:59:57.425449 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 59054) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:57.431136 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1831001003-network', 'tenant_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:59:57.436258 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:57.442756 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Usage tracker for resource:network and tenant:7d70eb2e8cce4ab8bd98a1d9b563a1c9 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:57.446725 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:57.459083 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:57.479454 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Made reservation on behalf of 7d70eb2e8cce4ab8bd98a1d9b563a1c9 for: {'network': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:59:57.481219 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:57.524822 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:57.560703 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:57.569141 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Usage tracker for resource:security_group_rule and tenant:7d70eb2e8cce4ab8bd98a1d9b563a1c9 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:57.575597 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:57.591139 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:57.808687 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:57.819248 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:57.826831 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-69494762-ed3c-4df9-9b83-b7c8fc3f0dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:57.893498 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=86779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 14:59:57.915117 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5df756-452a-424c-800c-5a36df74f5c7,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:57.921544 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:57.925975 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Notify callbacks [] for port, precommit_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:57.954435 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Transition to ACTIVE for port object 47522575-2594-4838-9617-ffdf145b01cf will not be triggered until provisioned by entity L2. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 14:59:57.977890 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:57.983205 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:57.998655 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:57.999162 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.db.segments_db [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Added segment 1fafe055-4c3a-4cd1-ab1d-4a80befba523 of type vlan for network 6b18dc38-76f3-420d-acaf-3c3a91ec1e5b Oct 25 14:59:58.099601 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:58.181356 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955134c5-2e5d-49d2-9f58-7271c9595b2f req-2e4d88b7-5120-4103-b04b-3c104fc4f9a7 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:58.182972 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-955134c5-2e5d-49d2-9f58-7271c9595b2f req-2e4d88b7-5120-4103-b04b-3c104fc4f9a7 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 948 time: 0.2734439 Oct 25 14:59:58.184764 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:58.185958 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:58.186375 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:58.192600 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:58.228327 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134da376-289d-45c1-9135-a72b883022ef None None] Pushing event updated for resources: {'Port': ['ID=47522575-2594-4838-9617-ffdf145b01cf,revision_number=3']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:58.242120 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-134da376-289d-45c1-9135-a72b883022ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:58.387562 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Attempting to bind port 47522575-2594-4838-9617-ffdf145b01cf on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 14:59:58.388643 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Attempting to bind port 47522575-2594-4838-9617-ffdf145b01cf by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '97575ddb-3903-4ccd-890f-6e58fc554382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c'}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 14:59:58.390058 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Attempting to bind port 47522575-2594-4838-9617-ffdf145b01cf on network 8a90b672-ca89-40cb-80e8-9c87a238768c {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 14:59:58.405866 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 14:59:58.406386 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Checking segment: {'id': '97575ddb-3903-4ccd-890f-6e58fc554382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:59:58.407254 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:58.408020 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Bound using segment: {'id': '97575ddb-3903-4ccd-890f-6e58fc554382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c'} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 14:59:58.408978 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Bound port: 47522575-2594-4838-9617-ffdf145b01cf, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97575ddb-3903-4ccd-890f-6e58fc554382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c'}}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 14:59:58.409674 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:58.450341 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0237179 Oct 25 14:59:58.456471 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 59094) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:58.458417 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-955134c5-2e5d-49d2-9f58-7271c9595b2f req-f0408c5e-d0db-4eb7-94e4-4d1bfd13f6ef tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/security-groups?id=33a07e1a-8afe-4d2a-94fa-e80ad4c6615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520194 Oct 25 14:59:58.459314 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Pushing event updated for resources: {'Network': ['ID=6b18dc38-76f3-420d-acaf-3c3a91ec1e5b,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:58.465682 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-53723633-d421-4063-8ca0-c0e431a78715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:58.485570 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-fc1f6b83-67f3-41af-bbbf-9fd2c45b8697 admin admin] Request body: {'subnet': {'network_id': '6b18dc38-76f3-420d-acaf-3c3a91ec1e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1831001003-subnet', 'tenant_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'ip_version': 4}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:59:58.496428 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network 6b18dc38-76f3-420d-acaf-3c3a91ec1e5b details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 14:59:58.558041 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-fc1f6b83-67f3-41af-bbbf-9fd2c45b8697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:58.583060 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-fc1f6b83-67f3-41af-bbbf-9fd2c45b8697 admin admin] Usage tracker for resource:subnet and tenant:7d70eb2e8cce4ab8bd98a1d9b563a1c9 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:58.590249 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-fc1f6b83-67f3-41af-bbbf-9fd2c45b8697 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:58.607900 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-fc1f6b83-67f3-41af-bbbf-9fd2c45b8697 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:58.633142 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1f6b83-67f3-41af-bbbf-9fd2c45b8697 admin admin] Made reservation on behalf of 7d70eb2e8cce4ab8bd98a1d9b563a1c9 for: {'subnet': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 14:59:58.638628 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fc1f6b83-67f3-41af-bbbf-9fd2c45b8697 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1469761'] for subnet, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:58.744202 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] For port 47522575-2594-4838-9617-ffdf145b01cf, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 14:59:58.749187 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] For port 47522575-2594-4838-9617-ffdf145b01cf, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=47522575-2594-4838-9617-ffdf145b01cf,segment=NetworkSegment(97575ddb-3903-4ccd-890f-6e58fc554382),segment_id=97575ddb-3903-4ccd-890f-6e58fc554382)] {{(pid=86780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 14:59:58.755221 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:58.767742 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:58.889756 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device ab658ff4-3d89-492a-9989-7a7791b23108 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 14:59:58.898279 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Routers {'091b89dd-a251-473e-9b66-d44a88a5e3be'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 14:59:58.898943 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:59:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['091b89dd-a251-473e-9b66-d44a88a5e3be'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 14:59:59.162592 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134da376-289d-45c1-9135-a72b883022ef None None] Pushing event updated for resources: {'Port': ['ID=47522575-2594-4838-9617-ffdf145b01cf,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:59.183006 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-134da376-289d-45c1-9135-a72b883022ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:59.204768 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fc1f6b83-67f3-41af-bbbf-9fd2c45b8697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27819151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1469783'] for subnet, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:59.210421 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ceb1b286-cd78-4355-be2a-278b9829adf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 14:59:59.281674 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.db.resource_extend [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 14:59:59.424165 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f6b83-67f3-41af-bbbf-9fd2c45b8697 admin admin] Checking segment: {'id': '1fafe055-4c3a-4cd1-ab1d-4a80befba523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6b18dc38-76f3-420d-acaf-3c3a91ec1e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 14:59:59.425388 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1f6b83-67f3-41af-bbbf-9fd2c45b8697 admin admin] Network hostable DHCP agents. Network: 6b18dc38-76f3-420d-acaf-3c3a91ec1e5b, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 14:59:59.432185 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f6b83-67f3-41af-bbbf-9fd2c45b8697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e65dc5b-82de-4fed-b753-b6bd492ff3a4,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 14:59:59.435344 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-fc1f6b83-67f3-41af-bbbf-9fd2c45b8697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 14:59:59.443759 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] Set router 091b89dd-a251-473e-9b66-d44a88a5e3be gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 14:59:59.461661 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1f6b83-67f3-41af-bbbf-9fd2c45b8697 admin admin] Network 6b18dc38-76f3-420d-acaf-3c3a91ec1e5b is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 14:59:59.478458 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-fc1f6b83-67f3-41af-bbbf-9fd2c45b8697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, 6b18dc38-76f3-420d-acaf-3c3a91ec1e5b) {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 14:59:59.486078 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1f6b83-67f3-41af-bbbf-9fd2c45b8697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:59.487613 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fc1f6b83-67f3-41af-bbbf-9fd2c45b8697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:59.505964 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696c105a-2e3e-4360-9254-32948377e214 None None] Network 6b18dc38-76f3-420d-acaf-3c3a91ec1e5b requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 14:59:59.524466 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-fc1f6b83-67f3-41af-bbbf-9fd2c45b8697 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0646267 Oct 25 14:59:59.527978 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 59138) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 14:59:59.539571 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1831001003-router', 'tenant_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 14:59:59.551679 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 14:59:59.571049 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Usage tracker for resource:router and tenant:7d70eb2e8cce4ab8bd98a1d9b563a1c9 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 14:59:59.578562 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 14:59:59.592959 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 14:59:59.617026 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34912'] for router, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:59.620477 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-770541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34907'] for router, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:59.632578 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port ab658ff4-3d89-492a-9989-7a7791b23108, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=ab658ff4-3d89-492a-9989-7a7791b23108,segment=NetworkSegment(13f9fa5b-493d-4e07-b40e-db55658b854a),segment_id=13f9fa5b-493d-4e07-b40e-db55658b854a)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 14:59:59.646758 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 14:59:59.780870 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': 'ab658ff4-3d89-492a-9989-7a7791b23108', 'network_id': '15617d16-c84f-44dd-a186-e3ef5bc3d7bf', 'port_id': 'ab658ff4-3d89-492a-9989-7a7791b23108', 'mac_address': 'fa:16:3e:2b:2a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d19c26f-5f32-4eaf-a1a6-8610f8e02d7a', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 14:59:59.795112 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d7dc2-0de9-4638-9aef-6ec1de808d68 req-8c8068e9-168a-4a69-bb24-81702b8fe076 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 14:59:59.796849 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-da9d7dc2-0de9-4638-9aef-6ec1de808d68 req-8c8068e9-168a-4a69-bb24-81702b8fe076 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 948 time: 0.0959771 Oct 25 14:59:59.850496 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-da9d7dc2-0de9-4638-9aef-6ec1de808d68 req-dadbf2f3-0732-4ac6-8ea3-bc630a11e9c7 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/security-groups?id=33a07e1a-8afe-4d2a-94fa-e80ad4c6615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458651 Oct 25 14:59:59.991186 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:00.052429 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34885'] for router, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:00.062897 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab658ff4-3d89-492a-9989-7a7791b23108 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:00:00.079013 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0a61c53a-ce9b-4647-82e0-e210be4347c0 req-7be59747-6ec9-4d50-94bf-69271673855f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3356986 Oct 25 15:00:00.189699 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port ab658ff4-3d89-492a-9989-7a7791b23108, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=ab658ff4-3d89-492a-9989-7a7791b23108,segment=NetworkSegment(13f9fa5b-493d-4e07-b40e-db55658b854a),segment_id=13f9fa5b-493d-4e07-b40e-db55658b854a)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:00:00.214871 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57dbe637-2512-5ec1-9f6a-013c602b152d-6b18dc38-76f3-420d-acaf-3c3a91ec1e5b', 'network_id': '6b18dc38-76f3-420d-acaf-3c3a91ec1e5b', 'tenant_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'fixed_ips': [{'subnet_id': '1e65dc5b-82de-4fed-b753-b6bd492ff3a4'}]}} from dv-cinder-813751-1-smb. {{(pid=86780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 25 15:00:00.216484 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:00.241485 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:00.252136 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-7717af46-f989-4cc1-99c9-35452ec0dae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:00.413364 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61c53a-ce9b-4647-82e0-e210be4347c0 req-eeb6d09d-104d-45a6-bf6a-41ade362a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:00.415468 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0a61c53a-ce9b-4647-82e0-e210be4347c0 req-eeb6d09d-104d-45a6-bf6a-41ade362a3a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec1fc5a480a1442bac3e578b604cf89f&device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 1098 time: 0.2954688 Oct 25 15:00:00.509552 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 59154) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:00.536324 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=ab658ff4-3d89-492a-9989-7a7791b23108,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:00.551493 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:00.556743 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'name': 'tempest-TestMinimumBasicScenario-945566341-router', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:41Z', 'updated_at': '2021-10-25T14:59:52Z', 'revision_number': 4, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'gw_port': {'id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:43Z', 'updated_at': '2021-10-25T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '47522575-2594-4838-9617-ffdf145b01cf', 'name': '', 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'mac_address': 'fa:16:3e:54:61:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '43607336-e154-478c-a926-960741842c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:50Z', 'updated_at': '2021-10-25T14:59:58Z', 'revision_number': 4, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'subnets': [{'id': '43607336-e154-478c-a926-960741842c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:00.577950 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30a0779-aad3-491f-bc64-7a31b00dcee1 None None] The sync data for ids ['091b89dd-a251-473e-9b66-d44a88a5e3be'] in dv-cinder-813751-1-smb is: [{'id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'name': 'tempest-TestMinimumBasicScenario-945566341-router', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:41Z', 'updated_at': '2021-10-25T14:59:52Z', 'revision_number': 4, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'gw_port': {'id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:43Z', 'updated_at': '2021-10-25T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '47522575-2594-4838-9617-ffdf145b01cf', 'name': '', 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'mac_address': 'fa:16:3e:54:61:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '43607336-e154-478c-a926-960741842c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:50Z', 'updated_at': '2021-10-25T14:59:58Z', 'revision_number': 4, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'subnets': [{'id': '43607336-e154-478c-a926-960741842c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:00:00.606716 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_v2 [None req-93aa1f76-208d-48b3-9c35-84054c62f99e admin admin] Deleting subnet 33b42ccb-12ab-4693-980c-b81517c2c4e3 {{(pid=86779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Oct 25 15:00:00.611264 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-93aa1f76-208d-48b3-9c35-84054c62f99e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:00.698522 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['ab658ff4-3d89-492a-9989-7a7791b23108'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:00:00.714372 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-93aa1f76-208d-48b3-9c35-84054c62f99e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27903079'] for subnet, precommit_delete_associations {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:00.820844 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-93aa1f76-208d-48b3-9c35-84054c62f99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4057954'] for subnet, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:00.899840 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.db_base_plugin_common [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Allocated IP 172.20.0.2 (6b18dc38-76f3-420d-acaf-3c3a91ec1e5b/1e65dc5b-82de-4fed-b753-b6bd492ff3a4/aa08c7b7-0c60-426b-8c87-8faf3a3768fe) {{(pid=86780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:00:00.943588 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-93aa1f76-208d-48b3-9c35-84054c62f99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4057961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28131434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27357772'] for subnet, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:00.949242 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-db4fe108-7fc0-493c-a834-2f7017b9abd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:01.031462 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa1f76-208d-48b3-9c35-84054c62f99e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b42ccb-12ab-4693-980c-b81517c2c4e3,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:01.049510 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-93aa1f76-208d-48b3-9c35-84054c62f99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:01.058934 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-93aa1f76-208d-48b3-9c35-84054c62f99e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:01.069677 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-93aa1f76-208d-48b3-9c35-84054c62f99e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/33b42ccb-12ab-4693-980c-b81517c2c4e3 HTTP/1.1" status: 204 len: 168 time: 0.5582149 Oct 25 15:00:01.073366 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 59164) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:01.186459 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61c53a-ce9b-4647-82e0-e210be4347c0 req-855d2c84-f38a-43fc-9cce-6b5349a856f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:01.188084 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0a61c53a-ce9b-4647-82e0-e210be4347c0 req-855d2c84-f38a-43fc-9cce-6b5349a856f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9ab300cd-9646-4c55-951a-9f82ccc02761 HTTP/1.1" status: 200 len: 911 time: 0.7238739 Oct 25 15:00:01.189215 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:01.286006 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:01.326290 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9b3e53c0-7e5a-433a-9408-aa4d7875aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4166563'] for network, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:01.362494 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6962159-5c3e-46d8-b6ab-6b036838153a req-c7c001e6-34f1-4fc3-940b-737827b50fa1 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:01.363912 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f6962159-5c3e-46d8-b6ab-6b036838153a req-c7c001e6-34f1-4fc3-940b-737827b50fa1 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 949 time: 0.2517564 Oct 25 15:00:01.423098 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0a61c53a-ce9b-4647-82e0-e210be4347c0 req-d2c708bf-f891-45fa-b5b8-fee3382654bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4506a304-33a5-4d3d-80bf-3364aadb15a0 HTTP/1.1" status: 200 len: 1001 time: 0.1965458 Oct 25 15:00:01.614303 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9b3e53c0-7e5a-433a-9408-aa4d7875aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283197', 'neutron.services.segments.db._delete_segments_for_network-8733670938031'] for network, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:01.624431 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:01.626255 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Notify callbacks [] for port, precommit_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:01.646090 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Transition to ACTIVE for port object aa08c7b7-0c60-426b-8c87-8faf3a3768fe will not be triggered until provisioned by entity L2. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:00:01.665590 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-9b3e53c0-7e5a-433a-9408-aa4d7875aa96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44']}} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:01.680431 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-9b3e53c0-7e5a-433a-9408-aa4d7875aa96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07da518b-bad8-40cf-915e-4e11274b1c9c') {'for_net_delete': True} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:01.681007 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-9b3e53c0-7e5a-433a-9408-aa4d7875aa96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07da518b-bad8-40cf-915e-4e11274b1c9c') {} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:01.689360 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Transition to ACTIVE for port object aa08c7b7-0c60-426b-8c87-8faf3a3768fe will not be triggered until provisioned by entity DHCP. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:00:01.694342 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 47522575-2594-4838-9617-ffdf145b01cf up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:00:01.697405 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9b3e53c0-7e5a-433a-9408-aa4d7875aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733670937869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27903068'] for segment, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:01.697886 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61c53a-ce9b-4647-82e0-e210be4347c0 req-561cba9a-4569-4c57-8720-1c9f876bde62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:01.700642 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0a61c53a-ce9b-4647-82e0-e210be4347c0 req-561cba9a-4569-4c57-8720-1c9f876bde62 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7be2497d-78d4-40d2-b881-9b05ba010f0d HTTP/1.1" status: 200 len: 849 time: 0.2701645 Oct 25 15:00:01.704316 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Allocated IP 172.28.2.75 (f28bc334-851c-4473-9f79-bcbdd8bebf12/45bd59cf-ca3c-43e3-a738-64ab0f49ed1b/6a3bc8ab-03f8-4338-877c-8c11fac10e52) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:00:01.720667 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9b3e53c0-7e5a-433a-9408-aa4d7875aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:01.729973 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3e53c0-7e5a-433a-9408-aa4d7875aa96 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=86779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 15:00:01.730543 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9b3e53c0-7e5a-433a-9408-aa4d7875aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4059317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28131536'] for segment, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:01.752455 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387'] for port, after_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:01.776758 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: Traceback (most recent call last): Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: timer() Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: cb(*args, **kw) Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: return func(*args, **kwargs) Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: self._notify() Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: self.callback(batched_events) Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: event.method(event) Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: return f(self, *a, **k) Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: return self._get(url).json() Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: return self.request(url, 'GET', **kwargs) Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 15:00:01.843284 dv-cinder-813751-1-smb neutron-server[86779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 15:00:01.900268 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Network 6b18dc38-76f3-420d-acaf-3c3a91ec1e5b is already hosted by enough agents. {{(pid=86780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:00:01.910433 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.scheduler.base_scheduler [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Resources bound (agent type, host, resource id): {{(pid=86780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:00:01.925410 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Received port after_create {{(pid=86780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:00:01.982545 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f6962159-5c3e-46d8-b6ab-6b036838153a req-711f7075-a348-4828-b20c-494e9b5a2e7f tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/security-groups?id=33a07e1a-8afe-4d2a-94fa-e80ad4c6615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838885 Oct 25 15:00:01.987987 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9b3e53c0-7e5a-433a-9408-aa4d7875aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672812'] for network, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:02.087445 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Pushing event updated for resources: {'Port': ['ID=aa08c7b7-0c60-426b-8c87-8faf3a3768fe,revision_number=1']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:02.089816 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-2a9fa3a9-91a8-4f61-9e5e-92fef9d553a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:02.099618 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:02.109858 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port 47522575-2594-4838-9617-ffdf145b01cf completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:00:02.122037 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 47522575-2594-4838-9617-ffdf145b01cf triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:02.123548 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:02.132092 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9b3e53c0-7e5a-433a-9408-aa4d7875aa96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:02.154269 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e53c0-7e5a-433a-9408-aa4d7875aa96 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:02.189250 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-9b3e53c0-7e5a-433a-9408-aa4d7875aa96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:02.212939 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-9b3e53c0-7e5a-433a-9408-aa4d7875aa96 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e2ee98f4-e5ab-4ce9-9c49-ea597b41eb44 HTTP/1.1" status: 204 len: 168 time: 1.1381416 Oct 25 15:00:02.248895 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d39ee-067f-4934-b30b-8db362df5f70 req-577ddfbd-cdbd-4701-9a28-be3eaa15766c tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:02.250506 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4c5d39ee-067f-4934-b30b-8db362df5f70 req-577ddfbd-cdbd-4701-9a28-be3eaa15766c tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.2646077 Oct 25 15:00:02.280244 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61c53a-ce9b-4647-82e0-e210be4347c0 req-281e75a5-53f6-4844-94a9-e0af7d57d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:02.282477 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0a61c53a-ce9b-4647-82e0-e210be4347c0 req-281e75a5-53f6-4844-94a9-e0af7d57d6de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ab300cd-9646-4c55-951a-9f82ccc02761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5722697 Oct 25 15:00:02.365825 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4c5d39ee-067f-4934-b30b-8db362df5f70 req-672d57f3-ee38-4972-ad8d-ed6af6fd85dd tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088872 Oct 25 15:00:02.389648 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Attempting to bind port aa08c7b7-0c60-426b-8c87-8faf3a3768fe on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:00:02.390476 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Attempting to bind port aa08c7b7-0c60-426b-8c87-8faf3a3768fe by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '1fafe055-4c3a-4cd1-ab1d-4a80befba523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6b18dc38-76f3-420d-acaf-3c3a91ec1e5b'}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:00:02.391042 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Attempting to bind port aa08c7b7-0c60-426b-8c87-8faf3a3768fe on network 6b18dc38-76f3-420d-acaf-3c3a91ec1e5b {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:00:02.404699 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:00:02.405039 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Checking segment: {'id': '1fafe055-4c3a-4cd1-ab1d-4a80befba523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6b18dc38-76f3-420d-acaf-3c3a91ec1e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:00:02.405515 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:02.405925 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Bound using segment: {'id': '1fafe055-4c3a-4cd1-ab1d-4a80befba523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6b18dc38-76f3-420d-acaf-3c3a91ec1e5b'} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:00:02.406558 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Bound port: aa08c7b7-0c60-426b-8c87-8faf3a3768fe, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fafe055-4c3a-4cd1-ab1d-4a80befba523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6b18dc38-76f3-420d-acaf-3c3a91ec1e5b'}}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:00:02.406949 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:02.471006 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:02.540671 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 59182) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:02.601891 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0a61c53a-ce9b-4647-82e0-e210be4347c0 req-4b88d52a-7043-4558-a1ed-1beb1c0c62c8 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020928 Oct 25 15:00:02.614045 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:02.658844 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-6f6cbe8b-e341-4359-b46c-2ab8f01dbe4a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2fef806f72d4b2998aa19426dd9b292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1142683 Oct 25 15:00:02.659387 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 59186) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:02.685344 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] For port aa08c7b7-0c60-426b-8c87-8faf3a3768fe, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:00:02.688547 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port 47522575-2594-4838-9617-ffdf145b01cf, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=47522575-2594-4838-9617-ffdf145b01cf,segment=NetworkSegment(97575ddb-3903-4ccd-890f-6e58fc554382),segment_id=97575ddb-3903-4ccd-890f-6e58fc554382)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:00:02.690899 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] For port aa08c7b7-0c60-426b-8c87-8faf3a3768fe, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=aa08c7b7-0c60-426b-8c87-8faf3a3768fe,segment=NetworkSegment(1fafe055-4c3a-4cd1-ab1d-4a80befba523),segment_id=1fafe055-4c3a-4cd1-ab1d-4a80befba523)] {{(pid=86780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:00:02.700398 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:02.708859 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:02.741532 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:02.812153 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c369329d-63e6-4b53-a6ac-0beeda564b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:02.823876 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=47522575-2594-4838-9617-ffdf145b01cf,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:02.827888 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:02.828351 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-310f6e3a-250f-40ec-8aac-c596751bec47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:02.887717 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c369329d-63e6-4b53-a6ac-0beeda564b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:02.903169 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device ab658ff4-3d89-492a-9989-7a7791b23108 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:00:02.914337 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0a61c53a-ce9b-4647-82e0-e210be4347c0 req-bdb72612-7e23-408c-841b-289cb1da1646 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027105 Oct 25 15:00:02.915985 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:02.932835 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:02.978964 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Pushing event updated for resources: {'Port': ['ID=aa08c7b7-0c60-426b-8c87-8faf3a3768fe,revision_number=2']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:02.996089 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:03.056453 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:00:03.061800 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:00:03.064067 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c369329d-63e6-4b53-a6ac-0beeda564b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:03.072286 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:00:03.112125 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-c35817d6-d5d6-4b3b-8124-d0f4af95e185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:03.115169 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port ab658ff4-3d89-492a-9989-7a7791b23108 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:00:03.146119 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port ab658ff4-3d89-492a-9989-7a7791b23108 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:03.146792 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:03.260721 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369329d-63e6-4b53-a6ac-0beeda564b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef02af00-d4b1-4bf6-ab2c-6c02b8445f65,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:03.266944 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-c369329d-63e6-4b53-a6ac-0beeda564b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:03.308465 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c369329d-63e6-4b53-a6ac-0beeda564b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:03.348318 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-c369329d-63e6-4b53-a6ac-0beeda564b8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef02af00-d4b1-4bf6-ab2c-6c02b8445f65 HTTP/1.1" status: 204 len: 168 time: 0.6487401 Oct 25 15:00:03.522111 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=6a3bc8ab-03f8-4338-877c-8c11fac10e52,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:03.571038 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:03.936423 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 47522575-2594-4838-9617-ffdf145b01cf up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:00:04.070098 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2b3ab-fee4-4395-9249-f371207281a4 req-48e3ec0a-e324-4d1a-83be-a47384796281 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:04.081806 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-deb2b3ab-fee4-4395-9249-f371207281a4 req-48e3ec0a-e324-4d1a-83be-a47384796281 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 949 time: 0.5114682 Oct 25 15:00:04.170870 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:04.185173 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:04.187028 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293f6b5-3c2b-4c2a-a3f4-415f550a0487 req-de5b0056-0c5c-4f48-8e4d-90b43ec08394 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:04.196927 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b293f6b5-3c2b-4c2a-a3f4-415f550a0487 req-de5b0056-0c5c-4f48-8e4d-90b43ec08394 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.4135122 Oct 25 15:00:04.258887 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-deb2b3ab-fee4-4395-9249-f371207281a4 req-af74864e-2ffe-4848-ba07-a3bc6a53645f tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/security-groups?id=33a07e1a-8afe-4d2a-94fa-e80ad4c6615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746016 Oct 25 15:00:04.355539 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a450528-4cc1-4093-977a-b5aff2ce6949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab658ff4-3d89-492a-9989-7a7791b23108'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:00:04.378676 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 47522575-2594-4838-9617-ffdf145b01cf triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:04.380302 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:04.403694 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b293f6b5-3c2b-4c2a-a3f4-415f550a0487 req-5b4ffa4f-f212-45b8-abe9-35156d2683a6 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982229 Oct 25 15:00:04.480402 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port ab658ff4-3d89-492a-9989-7a7791b23108, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=ab658ff4-3d89-492a-9989-7a7791b23108,segment=NetworkSegment(13f9fa5b-493d-4e07-b40e-db55658b854a),segment_id=13f9fa5b-493d-4e07-b40e-db55658b854a)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:00:04.482707 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a450528-4cc1-4093-977a-b5aff2ce6949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab658ff4-3d89-492a-9989-7a7791b23108', 'code': 200} Oct 25 15:00:04.494910 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:04.504671 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:04.634976 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=ab658ff4-3d89-492a-9989-7a7791b23108,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:04.645138 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:04.664983 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device aa08c7b7-0c60-426b-8c87-8faf3a3768fe up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:00:04.705079 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbe9533-4585-43e4-a56d-0c434e944297 None None] Network 6b18dc38-76f3-420d-acaf-3c3a91ec1e5b requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 15:00:04.863193 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672924'] for router, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:04.981241 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-3efb434b-4a07-43ac-8d60-cd2edfdb8f24 None None] Provisioning for port aa08c7b7-0c60-426b-8c87-8faf3a3768fe completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:00:05.015964 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port aa08c7b7-0c60-426b-8c87-8faf3a3768fe completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:00:05.024283 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port aa08c7b7-0c60-426b-8c87-8faf3a3768fe triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:05.024856 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:05.101264 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547135f-e43d-4aa0-960a-b96c9fd49a3c req-b1b1c25e-991f-4eec-a510-07527fc82e31 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:05.102336 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-8547135f-e43d-4aa0-960a-b96c9fd49a3c req-b1b1c25e-991f-4eec-a510-07527fc82e31 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Synchronizing usage tracker for tenant:ad3d552c59c44b589058c87aff396848 on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:00:05.145127 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4e637-0683-4603-8b77-0f9dc25d064b req-00babf9c-0fba-4b20-8bd9-db5745c3ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:05.146858 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-85b4e637-0683-4603-8b77-0f9dc25d064b req-00babf9c-0fba-4b20-8bd9-db5745c3ab5a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 1103 time: 0.2614329 Oct 25 15:00:05.225879 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-85b4e637-0683-4603-8b77-0f9dc25d064b req-0571286e-5b39-4f3d-a75d-edebf477922c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=33a07e1a-8afe-4d2a-94fa-e80ad4c6615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679798 Oct 25 15:00:05.243247 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:05.278192 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-8547135f-e43d-4aa0-960a-b96c9fd49a3c req-b1b1c25e-991f-4eec-a510-07527fc82e31 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Unset dirty status for tenant:ad3d552c59c44b589058c87aff396848 on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:00:05.279375 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8547135f-e43d-4aa0-960a-b96c9fd49a3c req-b1b1c25e-991f-4eec-a510-07527fc82e31 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.31 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.7030482 Oct 25 15:00:05.299210 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port aa08c7b7-0c60-426b-8c87-8faf3a3768fe, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=aa08c7b7-0c60-426b-8c87-8faf3a3768fe,segment=NetworkSegment(1fafe055-4c3a-4cd1-ab1d-4a80befba523),segment_id=1fafe055-4c3a-4cd1-ab1d-4a80befba523)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:00:05.308507 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:05.311311 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-e171ea63-1903-4a8d-acc1-76072449e286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:05.396696 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=aa08c7b7-0c60-426b-8c87-8faf3a3768fe,revision_number=3']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:05.400168 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:05.409249 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Router 7b7fd810-aef1-4786-ab29-47d9012696dd is scheduled to L3 agent 66de2074-8959-403d-9168-754d85c11774 with binding_index 1 {{(pid=86778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 25 15:00:05.629616 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device aa08c7b7-0c60-426b-8c87-8faf3a3768fe up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:00:05.725320 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-8547135f-e43d-4aa0-960a-b96c9fd49a3c req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Deleting port d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:00:05.725670 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-8547135f-e43d-4aa0-960a-b96c9fd49a3c req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:05.746560 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-da0a11cb-63f8-40aa-a504-d14e20780df7 None None] Provisioning complete for port aa08c7b7-0c60-426b-8c87-8faf3a3768fe triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:05.750055 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-da0a11cb-63f8-40aa-a504-d14e20780df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:05.836996 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:00:05.850415 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Sync routers for ids ['7b7fd810-aef1-4786-ab29-47d9012696dd'] in dv-cinder-813751-1-smb {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:00:05.867181 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Routers {'7b7fd810-aef1-4786-ab29-47d9012696dd'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:00:05.874301 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:59:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['7b7fd810-aef1-4786-ab29-47d9012696dd'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:05.876535 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe8166-0aa6-45a5-94a8-ccca9c3589ba req-51233420-3d1c-4cb5-943f-bfc74ff97fca tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:05.878703 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7ffe8166-0aa6-45a5-94a8-ccca9c3589ba req-51233420-3d1c-4cb5-943f-bfc74ff97fca tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.1958554 Oct 25 15:00:05.892528 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676e780-46a0-4adc-8eaa-cb345962d7da req-4958154d-0f37-4b0b-af7e-8c884e699001 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:05.900601 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3676e780-46a0-4adc-8eaa-cb345962d7da req-4958154d-0f37-4b0b-af7e-8c884e699001 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 950 time: 0.3056872 Oct 25 15:00:06.063359 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Notify callbacks [] for router, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:06.065436 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5351050 Oct 25 15:00:06.071808 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 59274) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:06.098063 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7ffe8166-0aa6-45a5-94a8-ccca9c3589ba req-4c24c12e-738d-4c1e-b3b4-f92a633c59ac tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952662 Oct 25 15:00:06.121128 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3676e780-46a0-4adc-8eaa-cb345962d7da req-60626457-0658-4cdf-b847-9aa968957802 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/security-groups?id=33a07e1a-8afe-4d2a-94fa-e80ad4c6615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195148 Oct 25 15:00:06.231339 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port aa08c7b7-0c60-426b-8c87-8faf3a3768fe triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:06.231859 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:06.250864 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Set router 7b7fd810-aef1-4786-ab29-47d9012696dd gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:00:06.736015 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-8547135f-e43d-4aa0-960a-b96c9fd49a3c req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] For port d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad,segment=NetworkSegment(f86f91bb-5f5c-47e8-8f05-255f7a52388d),segment_id=f86f91bb-5f5c-47e8-8f05-255f7a52388d)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:00:06.736015 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-8547135f-e43d-4aa0-960a-b96c9fd49a3c req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:06.765604 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'name': 'tempest-TestMinimumBasicScenario-1831001003-router', 'tenant_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:59Z', 'updated_at': '2021-10-25T15:00:03Z', 'revision_number': 3, 'project_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'gw_port': {'id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:01Z', 'updated_at': '2021-10-25T15:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:06.774562 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Checking router: 7b7fd810-aef1-4786-ab29-47d9012696dd for host: dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:00:06.775499 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Updating router 7b7fd810-aef1-4786-ab29-47d9012696dd port 6a3bc8ab-03f8-4338-877c-8c11fac10e52 binding host dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 15:00:06.848050 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:06.897546 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-8547135f-e43d-4aa0-960a-b96c9fd49a3c req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Calling delete_port for d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:00:07.450940 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7f334-52ea-40d9-a060-e51ce57cd16a req-5378a945-e96e-4973-9157-da3543426d9a tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:07.454738 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ddf7f334-52ea-40d9-a060-e51ce57cd16a req-5378a945-e96e-4973-9157-da3543426d9a tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 945 time: 0.1642656 Oct 25 15:00:07.515034 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab31b8b-a154-40d8-bc6c-a285a27bc6e4 req-67c35012-ce70-463c-8423-7fff871431c6 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:07.517786 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4ab31b8b-a154-40d8-bc6c-a285a27bc6e4 req-67c35012-ce70-463c-8423-7fff871431c6 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 950 time: 0.1696820 Oct 25 15:00:07.520270 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:07.596966 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ddf7f334-52ea-40d9-a060-e51ce57cd16a req-394d941d-2d95-42c6-aeb7-0dfe8577b6cc tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362040 Oct 25 15:00:07.637164 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4ab31b8b-a154-40d8-bc6c-a285a27bc6e4 req-42519eb4-1986-488c-bb4e-2cfb550e5310 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/security-groups?id=33a07e1a-8afe-4d2a-94fa-e80ad4c6615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068559 Oct 25 15:00:07.652309 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Transition to ACTIVE for port object 6a3bc8ab-03f8-4338-877c-8c11fac10e52 will not be triggered until provisioned by entity L2. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:00:07.666410 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:07.670814 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:07.671945 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-8547135f-e43d-4aa0-960a-b96c9fd49a3c req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:07.682267 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:07.717293 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['eab98c54-814d-48ee-ade3-0ebf043688c4'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:00:07.735773 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Pushing event deleted for resources: {'Port': ['ID=d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:07.763480 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Attempting to bind port 6a3bc8ab-03f8-4338-877c-8c11fac10e52 on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:00:07.763875 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Attempting to bind port 6a3bc8ab-03f8-4338-877c-8c11fac10e52 by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:00:07.764449 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Attempting to bind port 6a3bc8ab-03f8-4338-877c-8c11fac10e52 on network f28bc334-851c-4473-9f79-bcbdd8bebf12 {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:00:07.775354 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cf71c-7a96-4d6b-ad31-6aff06c7f06e None None] Pushing event updated for resources: {'Port': ['ID=6a3bc8ab-03f8-4338-877c-8c11fac10e52,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:07.807260 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:00:07.807260 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Checking segment: {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:00:07.807260 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:07.807260 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Bound using segment: {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:00:07.807260 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Bound port: 6a3bc8ab-03f8-4338-877c-8c11fac10e52, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:00:07.807260 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:07.835151 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:07.835464 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:07.835857 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:07.836201 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:07.836555 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:07.837087 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:07.837467 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:07.837817 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:07.838193 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:07.838608 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:07.838898 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:07.839240 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:07.852001 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:07.860217 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8547135f-e43d-4aa0-960a-b96c9fd49a3c req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] No DVR routers for this DVR port d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:00:07.862877 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-8547135f-e43d-4aa0-960a-b96c9fd49a3c req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:07.867331 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61bd9e7-d007-45cb-9757-9960dc619690', 'name': 'network-vif-deleted', 'tag': 'd6ad7b27-7d60-40b9-9b4d-42a4f630c1ad'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:00:07.873557 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e25cf71c-7a96-4d6b-ad31-6aff06c7f06e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:07.971627 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61bd9e7-d007-45cb-9757-9960dc619690', 'name': 'network-vif-deleted', 'tag': 'd6ad7b27-7d60-40b9-9b4d-42a4f630c1ad', 'status': 'completed', 'code': 200} Oct 25 15:00:07.990931 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] For port 6a3bc8ab-03f8-4338-877c-8c11fac10e52, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:00:07.999213 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] For port 6a3bc8ab-03f8-4338-877c-8c11fac10e52, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=6a3bc8ab-03f8-4338-877c-8c11fac10e52,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:00:08.014946 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:08.017180 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8547135f-e43d-4aa0-960a-b96c9fd49a3c req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.31 "DELETE /v2.0/ports/d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad HTTP/1.1" status: 204 len: 173 time: 2.3848536 Oct 25 15:00:08.030573 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e25cf71c-7a96-4d6b-ad31-6aff06c7f06e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:08.135884 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Routers {'7b7fd810-aef1-4786-ab29-47d9012696dd'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:00:08.136802 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:59:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['7b7fd810-aef1-4786-ab29-47d9012696dd'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:08.229142 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cf71c-7a96-4d6b-ad31-6aff06c7f06e None None] Pushing event updated for resources: {'Port': ['ID=6a3bc8ab-03f8-4338-877c-8c11fac10e52,revision_number=3']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:08.235172 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e25cf71c-7a96-4d6b-ad31-6aff06c7f06e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:08.418478 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:08.522139 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] Set router 7b7fd810-aef1-4786-ab29-47d9012696dd gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:00:08.761427 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae354e-bbdd-4d26-96ff-8834064db544 req-2411b5e4-9e11-4e96-addc-9d47f6744563 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:08.772201 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1cae354e-bbdd-4d26-96ff-8834064db544 req-2411b5e4-9e11-4e96-addc-9d47f6744563 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 950 time: 0.2350800 Oct 25 15:00:08.913139 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:00:08.926131 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1cae354e-bbdd-4d26-96ff-8834064db544 req-6aae97d5-9ba2-4b4e-8b76-a130ee4bc4e0 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/security-groups?id=33a07e1a-8afe-4d2a-94fa-e80ad4c6615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460886 Oct 25 15:00:09.098818 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:00:09.099405 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device d6ad7b27-7d60-40b9-9b4d-42a4f630c1ad not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:00:09.103627 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Allocated IP 172.20.0.1 (6b18dc38-76f3-420d-acaf-3c3a91ec1e5b/1e65dc5b-82de-4fed-b753-b6bd492ff3a4/dc939263-ae72-4925-8489-0907b42abaa2) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:00:09.109709 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1bbfca4d-e3a3-4734-9e78-53faf856cccc req-05a03abb-a19f-4e49-b19f-db01d4aa3884 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 210 time: 0.1118228 Oct 25 15:00:09.230829 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'name': 'tempest-TestMinimumBasicScenario-1831001003-router', 'tenant_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:59Z', 'updated_at': '2021-10-25T15:00:03Z', 'revision_number': 3, 'project_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'gw_port': {'id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:01Z', 'updated_at': '2021-10-25T15:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:09.235704 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6775b2fa-10ca-4c73-a7a5-d469a61df1e9 None None] The sync data for ids ['7b7fd810-aef1-4786-ab29-47d9012696dd'] in dv-cinder-813751-1-smb is: [{'id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'name': 'tempest-TestMinimumBasicScenario-1831001003-router', 'tenant_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:59Z', 'updated_at': '2021-10-25T15:00:03Z', 'revision_number': 3, 'project_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'gw_port': {'id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:01Z', 'updated_at': '2021-10-25T15:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}] {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:00:09.365923 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:09.387012 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Transition to ACTIVE for port object dc939263-ae72-4925-8489-0907b42abaa2 will not be triggered until provisioned by entity DHCP. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:00:09.404653 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-1f5a061d-2683-45d5-b712-9a9f48d4d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:09.425851 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:09.431922 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-2a95f423-feb2-4edf-bf7f-eb97af035829 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:09.554340 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Network 6b18dc38-76f3-420d-acaf-3c3a91ec1e5b is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:00:09.559429 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:00:09.562595 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:00:09.685568 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748369'] for router_interface, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:09.700729 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Pushing event updated for resources: {'Port': ['ID=dc939263-ae72-4925-8489-0907b42abaa2,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:09.704218 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:09.721491 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 6a3bc8ab-03f8-4338-877c-8c11fac10e52 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:00:09.853297 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port 6a3bc8ab-03f8-4338-877c-8c11fac10e52 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:00:09.860182 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 6a3bc8ab-03f8-4338-877c-8c11fac10e52 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:09.860555 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:09.918462 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:09.956581 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:10.106334 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-13972dd3-a10d-4fb7-9865-9dd38bcf8f7a None None] Provisioning for port dc939263-ae72-4925-8489-0907b42abaa2 completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:00:10.140166 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-13972dd3-a10d-4fb7-9865-9dd38bcf8f7a None None] Provisioning complete for port dc939263-ae72-4925-8489-0907b42abaa2 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:10.144358 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-13972dd3-a10d-4fb7-9865-9dd38bcf8f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:10.400086 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25508a-9ed2-4518-9e71-353fe55d4a44 req-5676f096-6b27-41b2-93f3-5d0f43042bce tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:10.417324 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bc25508a-9ed2-4518-9e71-353fe55d4a44 req-5676f096-6b27-41b2-93f3-5d0f43042bce tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 950 time: 0.1956396 Oct 25 15:00:10.516561 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-13972dd3-a10d-4fb7-9865-9dd38bcf8f7a None None] Port dc939263-ae72-4925-8489-0907b42abaa2 cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 15:00:10.543780 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:10.561940 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:10.580355 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port 6a3bc8ab-03f8-4338-877c-8c11fac10e52, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=6a3bc8ab-03f8-4338-877c-8c11fac10e52,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:00:10.590700 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:10.594547 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:10.665853 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bc25508a-9ed2-4518-9e71-353fe55d4a44 req-219d51b8-99c6-464e-8764-97323dec145c tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/security-groups?id=33a07e1a-8afe-4d2a-94fa-e80ad4c6615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440543 Oct 25 15:00:10.711903 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:10.725603 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-28a1d3fd-3570-4538-a6d7-996f4cbe2b9a req-f8841477-e66a-491f-b0b6-5f318e2b4264 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61bd9e7-d007-45cb-9757-9960dc619690 HTTP/1.1" status: 200 len: 210 time: 0.1942060 Oct 25 15:00:10.734870 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=6a3bc8ab-03f8-4338-877c-8c11fac10e52,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:10.755111 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:10.781222 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:10.943079 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748530'] for router_interface, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:10.966423 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Pushing event updated for resources: {'Port': ['ID=dc939263-ae72-4925-8489-0907b42abaa2,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:10.977913 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:11.124498 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973f6f2-bd96-4296-84c1-534a3669177d req-b8acddfc-bdd8-44a0-b679-b61f9e5ec3fc tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:11.125755 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-2973f6f2-bd96-4296-84c1-534a3669177d req-b8acddfc-bdd8-44a0-b679-b61f9e5ec3fc tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Synchronizing usage tracker for tenant:079365cf3ea4418fafdb0d1cfe839fad on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:00:11.180415 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-2973f6f2-bd96-4296-84c1-534a3669177d req-b8acddfc-bdd8-44a0-b679-b61f9e5ec3fc tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Unset dirty status for tenant:079365cf3ea4418fafdb0d1cfe839fad on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:00:11.181493 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2973f6f2-bd96-4296-84c1-534a3669177d req-b8acddfc-bdd8-44a0-b679-b61f9e5ec3fc tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 950 time: 0.6112847 Oct 25 15:00:11.377451 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Network 6b18dc38-76f3-420d-acaf-3c3a91ec1e5b is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:00:11.381840 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:00:11.388740 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-2973f6f2-bd96-4296-84c1-534a3669177d req-52ffe3dc-febc-4719-b7ff-58e49df91a05 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Deleting port ab658ff4-3d89-492a-9989-7a7791b23108 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:00:11.389097 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-2973f6f2-bd96-4296-84c1-534a3669177d req-52ffe3dc-febc-4719-b7ff-58e49df91a05 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:11.610806 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 6a3bc8ab-03f8-4338-877c-8c11fac10e52 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:00:11.705763 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 6a3bc8ab-03f8-4338-877c-8c11fac10e52 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:11.706246 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:11.782385 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-aaaaeae4-3e60-489f-8268-5896b9b923e2 None None] Provisioning complete for port dc939263-ae72-4925-8489-0907b42abaa2 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:11.782768 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeae4-3e60-489f-8268-5896b9b923e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:11.783155 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Router 7b7fd810-aef1-4786-ab29-47d9012696dd has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:00:11.918632 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-aaaaeae4-3e60-489f-8268-5896b9b923e2 None None] Port dc939263-ae72-4925-8489-0907b42abaa2 cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 15:00:11.977797 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-2973f6f2-bd96-4296-84c1-534a3669177d req-52ffe3dc-febc-4719-b7ff-58e49df91a05 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] For port ab658ff4-3d89-492a-9989-7a7791b23108, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=ab658ff4-3d89-492a-9989-7a7791b23108,segment=NetworkSegment(13f9fa5b-493d-4e07-b40e-db55658b854a),segment_id=13f9fa5b-493d-4e07-b40e-db55658b854a)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:00:11.978421 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-2973f6f2-bd96-4296-84c1-534a3669177d req-52ffe3dc-febc-4719-b7ff-58e49df91a05 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:12.093384 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7f29e-ae70-4aae-b2d5-5c7cb6be6e51 req-bbbd0e20-5bd5-49ba-b4e2-6b3626288f86 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:12.097118 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7fe7f29e-ae70-4aae-b2d5-5c7cb6be6e51 req-bbbd0e20-5bd5-49ba-b4e2-6b3626288f86 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 950 time: 0.1458981 Oct 25 15:00:12.164785 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7fe7f29e-ae70-4aae-b2d5-5c7cb6be6e51 req-7cfad564-051a-4847-84f0-408a504f2d42 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/security-groups?id=33a07e1a-8afe-4d2a-94fa-e80ad4c6615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610225 Oct 25 15:00:12.209347 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-2973f6f2-bd96-4296-84c1-534a3669177d req-52ffe3dc-febc-4719-b7ff-58e49df91a05 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Calling delete_port for ab658ff4-3d89-492a-9989-7a7791b23108 owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:00:12.471150 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:00:12.483961 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] 10.222.0.62 "PUT /v2.0/routers/7b7fd810-aef1-4786-ab29-47d9012696dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4060528 Oct 25 15:00:12.493766 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Sync routers for ids ['7b7fd810-aef1-4786-ab29-47d9012696dd'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:00:12.514450 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Routers {'7b7fd810-aef1-4786-ab29-47d9012696dd'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:00:12.515946 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T14:59:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['7b7fd810-aef1-4786-ab29-47d9012696dd'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:12.645780 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6d2fe-9d04-4afd-bbca-7a39bcf18006 req-a5efe172-bacb-4599-9fb3-e2f0f7f7d3c1 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:12.658657 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-68e6d2fe-9d04-4afd-bbca-7a39bcf18006 req-a5efe172-bacb-4599-9fb3-e2f0f7f7d3c1 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.2027040 Oct 25 15:00:12.700444 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-2973f6f2-bd96-4296-84c1-534a3669177d req-52ffe3dc-febc-4719-b7ff-58e49df91a05 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:12.735071 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:12.743331 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['ab658ff4-3d89-492a-9989-7a7791b23108'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:00:12.754439 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-68e6d2fe-9d04-4afd-bbca-7a39bcf18006 req-bf2f2e51-92c0-4b34-8a3a-98ec2bfaeb47 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925105 Oct 25 15:00:12.957004 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffe3dc-febc-4719-b7ff-58e49df91a05 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Pushing event deleted for resources: {'Port': ['ID=ab658ff4-3d89-492a-9989-7a7791b23108,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:12.974550 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-52ffe3dc-febc-4719-b7ff-58e49df91a05 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:12.976952 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2973f6f2-bd96-4296-84c1-534a3669177d req-52ffe3dc-febc-4719-b7ff-58e49df91a05 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] No DVR routers for this DVR port ab658ff4-3d89-492a-9989-7a7791b23108 on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:00:12.980056 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-2973f6f2-bd96-4296-84c1-534a3669177d req-52ffe3dc-febc-4719-b7ff-58e49df91a05 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:12.985484 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a450528-4cc1-4093-977a-b5aff2ce6949', 'name': 'network-vif-deleted', 'tag': 'ab658ff4-3d89-492a-9989-7a7791b23108'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:00:13.018784 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2973f6f2-bd96-4296-84c1-534a3669177d req-52ffe3dc-febc-4719-b7ff-58e49df91a05 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.31 "DELETE /v2.0/ports/ab658ff4-3d89-492a-9989-7a7791b23108 HTTP/1.1" status: 204 len: 173 time: 1.8226261 Oct 25 15:00:13.116336 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Set router 7b7fd810-aef1-4786-ab29-47d9012696dd gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:00:13.135826 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a450528-4cc1-4093-977a-b5aff2ce6949', 'name': 'network-vif-deleted', 'tag': 'ab658ff4-3d89-492a-9989-7a7791b23108', 'status': 'completed', 'code': 200} Oct 25 15:00:13.426252 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9b16f000-925a-4fc6-a8ff-48cc72b49c7f req-528c9511-6280-47ab-be58-9072754dacf0 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a450528-4cc1-4093-977a-b5aff2ce6949 HTTP/1.1" status: 200 len: 210 time: 0.0823817 Oct 25 15:00:13.573561 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'name': 'tempest-TestMinimumBasicScenario-1831001003-router', 'tenant_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:59Z', 'updated_at': '2021-10-25T15:00:09Z', 'revision_number': 4, 'project_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'gw_port': {'id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:01Z', 'updated_at': '2021-10-25T15:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': 'dc939263-ae72-4925-8489-0907b42abaa2', 'name': '', 'network_id': '6b18dc38-76f3-420d-acaf-3c3a91ec1e5b', 'tenant_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'mac_address': 'fa:16:3e:f0:8c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1e65dc5b-82de-4fed-b753-b6bd492ff3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:08Z', 'updated_at': '2021-10-25T15:00:10Z', 'revision_number': 2, 'project_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'subnets': [{'id': '1e65dc5b-82de-4fed-b753-b6bd492ff3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:13.579025 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Checking router: 7b7fd810-aef1-4786-ab29-47d9012696dd for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:00:13.579418 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Updating router 7b7fd810-aef1-4786-ab29-47d9012696dd port dc939263-ae72-4925-8489-0907b42abaa2 binding host dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 15:00:13.658598 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:13.760445 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b6118232-5e51-4f44-81d7-6bad24797462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:14.469770 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Notify callbacks [] for port, precommit_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:14.500612 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Transition to ACTIVE for port object dc939263-ae72-4925-8489-0907b42abaa2 will not be triggered until provisioned by entity L2. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:00:14.511385 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc714ae-8203-4b2f-8977-a31c8d7b8331 req-699c7f5b-e8a2-43c4-b25a-72c6a42a6a69 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:14.515862 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:14.516250 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2cc714ae-8203-4b2f-8977-a31c8d7b8331 req-699c7f5b-e8a2-43c4-b25a-72c6a42a6a69 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.2992792 Oct 25 15:00:14.529538 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:14.724368 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2cc714ae-8203-4b2f-8977-a31c8d7b8331 req-393874f0-7b28-441a-8423-b78b5cc9610e tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929555 Oct 25 15:00:14.764068 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fda22-003e-4462-9e95-90ddd9c72efd None None] Pushing event updated for resources: {'Port': ['ID=dc939263-ae72-4925-8489-0907b42abaa2,revision_number=3']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:14.802594 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-940fda22-003e-4462-9e95-90ddd9c72efd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:14.986032 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device ab658ff4-3d89-492a-9989-7a7791b23108 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:00:15.044884 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:15.184310 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: ab658ff4-3d89-492a-9989-7a7791b23108 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:00:15.184310 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device ab658ff4-3d89-492a-9989-7a7791b23108 not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:00:15.213043 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Attempting to bind port dc939263-ae72-4925-8489-0907b42abaa2 on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:00:15.213428 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Attempting to bind port dc939263-ae72-4925-8489-0907b42abaa2 by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '1fafe055-4c3a-4cd1-ab1d-4a80befba523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6b18dc38-76f3-420d-acaf-3c3a91ec1e5b'}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:00:15.213794 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Attempting to bind port dc939263-ae72-4925-8489-0907b42abaa2 on network 6b18dc38-76f3-420d-acaf-3c3a91ec1e5b {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:00:15.221616 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:00:15.222019 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Checking segment: {'id': '1fafe055-4c3a-4cd1-ab1d-4a80befba523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6b18dc38-76f3-420d-acaf-3c3a91ec1e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:00:15.223051 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:15.223459 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Bound using segment: {'id': '1fafe055-4c3a-4cd1-ab1d-4a80befba523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6b18dc38-76f3-420d-acaf-3c3a91ec1e5b'} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:00:15.224308 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Bound port: dc939263-ae72-4925-8489-0907b42abaa2, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fafe055-4c3a-4cd1-ab1d-4a80befba523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6b18dc38-76f3-420d-acaf-3c3a91ec1e5b'}}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:00:15.224703 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:15.360849 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] For port dc939263-ae72-4925-8489-0907b42abaa2, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:00:15.365679 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] For port dc939263-ae72-4925-8489-0907b42abaa2, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=dc939263-ae72-4925-8489-0907b42abaa2,segment=NetworkSegment(1fafe055-4c3a-4cd1-ab1d-4a80befba523),segment_id=1fafe055-4c3a-4cd1-ab1d-4a80befba523)] {{(pid=86780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:00:15.376890 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:15.388840 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:15.506430 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Routers {'7b7fd810-aef1-4786-ab29-47d9012696dd'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:00:15.507305 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:00:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['7b7fd810-aef1-4786-ab29-47d9012696dd'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:15.649845 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fda22-003e-4462-9e95-90ddd9c72efd None None] Pushing event updated for resources: {'Port': ['ID=dc939263-ae72-4925-8489-0907b42abaa2,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:15.877726 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] Set router 7b7fd810-aef1-4786-ab29-47d9012696dd gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:00:16.145107 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-940fda22-003e-4462-9e95-90ddd9c72efd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:16.171249 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fd705-3295-41b3-83df-551398b4395b req-02846e6a-88a0-4e14-a924-f3fe75828b1e tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:16.190379 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5b8fd705-3295-41b3-83df-551398b4395b req-02846e6a-88a0-4e14-a924-f3fe75828b1e tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.2141469 Oct 25 15:00:16.280048 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5b8fd705-3295-41b3-83df-551398b4395b req-6ecc3347-fd7c-4eac-a084-78d05a5ecee6 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878215 Oct 25 15:00:16.627075 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:16.682042 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'name': 'tempest-TestMinimumBasicScenario-1831001003-router', 'tenant_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:59Z', 'updated_at': '2021-10-25T15:00:09Z', 'revision_number': 4, 'project_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'gw_port': {'id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:01Z', 'updated_at': '2021-10-25T15:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': 'dc939263-ae72-4925-8489-0907b42abaa2', 'name': '', 'network_id': '6b18dc38-76f3-420d-acaf-3c3a91ec1e5b', 'tenant_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'mac_address': 'fa:16:3e:f0:8c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1e65dc5b-82de-4fed-b753-b6bd492ff3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:08Z', 'updated_at': '2021-10-25T15:00:15Z', 'revision_number': 4, 'project_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'subnets': [{'id': '1e65dc5b-82de-4fed-b753-b6bd492ff3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:16.697825 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf176ef-610e-4269-b455-150a15d98b1e None None] The sync data for ids ['7b7fd810-aef1-4786-ab29-47d9012696dd'] in dv-cinder-813751-1-smb is: [{'id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'name': 'tempest-TestMinimumBasicScenario-1831001003-router', 'tenant_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:59Z', 'updated_at': '2021-10-25T15:00:09Z', 'revision_number': 4, 'project_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'gw_port': {'id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:01Z', 'updated_at': '2021-10-25T15:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': 'dc939263-ae72-4925-8489-0907b42abaa2', 'name': '', 'network_id': '6b18dc38-76f3-420d-acaf-3c3a91ec1e5b', 'tenant_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'mac_address': 'fa:16:3e:f0:8c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1e65dc5b-82de-4fed-b753-b6bd492ff3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:08Z', 'updated_at': '2021-10-25T15:00:15Z', 'revision_number': 4, 'project_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'subnets': [{'id': '1e65dc5b-82de-4fed-b753-b6bd492ff3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:00:17.852531 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device dc939263-ae72-4925-8489-0907b42abaa2 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:00:17.946489 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b8ad1-2ba3-4bdb-8448-486cf1585bde req-b688167c-50c7-40c5-8bf1-3a017f8b8898 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:17.954243 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-821b8ad1-2ba3-4bdb-8448-486cf1585bde req-b688167c-50c7-40c5-8bf1-3a017f8b8898 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.4218931 Oct 25 15:00:18.023960 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f48cc-57f4-46be-82f6-4a9f05bfa774 req-ca0cffaf-3038-4019-b05b-d314b39a7753 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:18.033520 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-be8f48cc-57f4-46be-82f6-4a9f05bfa774 req-ca0cffaf-3038-4019-b05b-d314b39a7753 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.3137288 Oct 25 15:00:18.071586 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port dc939263-ae72-4925-8489-0907b42abaa2 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:00:18.073424 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-821b8ad1-2ba3-4bdb-8448-486cf1585bde req-5d30464d-8ac1-40ee-a841-312ead868d4c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171689 Oct 25 15:00:18.081091 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port dc939263-ae72-4925-8489-0907b42abaa2 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:18.084517 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:18.132428 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-be8f48cc-57f4-46be-82f6-4a9f05bfa774 req-f6f088ae-7e7a-47fd-a90e-d641d948719d tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951796 Oct 25 15:00:18.383963 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:18.414414 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d7a80-f6f1-4fde-8b69-5edd918748ae req-7956521e-cd03-4406-a678-ee42339bdde0 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:18.419541 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-ed1d7a80-f6f1-4fde-8b69-5edd918748ae req-7956521e-cd03-4406-a678-ee42339bdde0 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Synchronizing usage tracker for tenant:ad3d552c59c44b589058c87aff396848 on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:00:18.431445 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port dc939263-ae72-4925-8489-0907b42abaa2, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=dc939263-ae72-4925-8489-0907b42abaa2,segment=NetworkSegment(1fafe055-4c3a-4cd1-ab1d-4a80befba523),segment_id=1fafe055-4c3a-4cd1-ab1d-4a80befba523)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:00:18.437624 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:18.439977 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-134da376-289d-45c1-9135-a72b883022ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:18.502130 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-ed1d7a80-f6f1-4fde-8b69-5edd918748ae req-7956521e-cd03-4406-a678-ee42339bdde0 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Unset dirty status for tenant:ad3d552c59c44b589058c87aff396848 on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:00:18.505187 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-ed1d7a80-f6f1-4fde-8b69-5edd918748ae req-7956521e-cd03-4406-a678-ee42339bdde0 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.2225833 Oct 25 15:00:18.570128 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=dc939263-ae72-4925-8489-0907b42abaa2,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:18.585850 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:18.707537 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-ed1d7a80-f6f1-4fde-8b69-5edd918748ae req-50579da3-d669-4b0d-97bb-2d99525099b8 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Deleting port eab98c54-814d-48ee-ade3-0ebf043688c4 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:00:18.708376 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-ed1d7a80-f6f1-4fde-8b69-5edd918748ae req-50579da3-d669-4b0d-97bb-2d99525099b8 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:19.439117 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c73d3b-b82c-4912-8cc5-4bdb37c5a09c req-68b5f28a-7122-475c-9715-fdc3efb90926 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:19.447280 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-21c73d3b-b82c-4912-8cc5-4bdb37c5a09c req-68b5f28a-7122-475c-9715-fdc3efb90926 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 946 time: 0.1045918 Oct 25 15:00:19.498040 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-ed1d7a80-f6f1-4fde-8b69-5edd918748ae req-50579da3-d669-4b0d-97bb-2d99525099b8 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] For port eab98c54-814d-48ee-ade3-0ebf043688c4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=eab98c54-814d-48ee-ade3-0ebf043688c4,segment=NetworkSegment(f86f91bb-5f5c-47e8-8f05-255f7a52388d),segment_id=f86f91bb-5f5c-47e8-8f05-255f7a52388d)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:00:19.498996 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-ed1d7a80-f6f1-4fde-8b69-5edd918748ae req-50579da3-d669-4b0d-97bb-2d99525099b8 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:19.552616 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-21c73d3b-b82c-4912-8cc5-4bdb37c5a09c req-a272900d-a8cb-4fe7-bd2c-d04ac5dc1a5a tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/security-groups?id=01be0529-6dc8-40c1-81d2-ea85f76a65c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011963 Oct 25 15:00:19.611334 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5251ab3-0b4f-44bd-a0e6-0a2332c0c427 req-feb9395e-6e4f-4909-9f6a-4a78c885e812 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:19.614221 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c5251ab3-0b4f-44bd-a0e6-0a2332c0c427 req-feb9395e-6e4f-4909-9f6a-4a78c885e812 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.1322854 Oct 25 15:00:19.671075 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device dc939263-ae72-4925-8489-0907b42abaa2 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:00:19.711769 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c5251ab3-0b4f-44bd-a0e6-0a2332c0c427 req-076cc755-e76f-4167-a80d-2819654a8999 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836046 Oct 25 15:00:19.892116 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port dc939263-ae72-4925-8489-0907b42abaa2 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:19.893703 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:19.949325 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-ed1d7a80-f6f1-4fde-8b69-5edd918748ae req-50579da3-d669-4b0d-97bb-2d99525099b8 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Calling delete_port for eab98c54-814d-48ee-ade3-0ebf043688c4 owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:00:20.239471 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-ed1d7a80-f6f1-4fde-8b69-5edd918748ae req-50579da3-d669-4b0d-97bb-2d99525099b8 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:20.256182 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-1469d7e0-4890-4348-a860-08dcabc337b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:20.283626 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['eab98c54-814d-48ee-ade3-0ebf043688c4'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:00:20.404026 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50579da3-d669-4b0d-97bb-2d99525099b8 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Pushing event deleted for resources: {'Port': ['ID=eab98c54-814d-48ee-ade3-0ebf043688c4,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:20.418102 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-50579da3-d669-4b0d-97bb-2d99525099b8 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:20.494841 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 59480) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:20.500860 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1d7a80-f6f1-4fde-8b69-5edd918748ae req-50579da3-d669-4b0d-97bb-2d99525099b8 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] No DVR routers for this DVR port eab98c54-814d-48ee-ade3-0ebf043688c4 on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:00:20.509113 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-ed1d7a80-f6f1-4fde-8b69-5edd918748ae req-50579da3-d669-4b0d-97bb-2d99525099b8 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:20.513120 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa40971c-a847-48ee-9412-99949b010606', 'name': 'network-vif-deleted', 'tag': 'eab98c54-814d-48ee-ade3-0ebf043688c4'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:00:20.566054 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-ed1d7a80-f6f1-4fde-8b69-5edd918748ae req-50579da3-d669-4b0d-97bb-2d99525099b8 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.31 "DELETE /v2.0/ports/eab98c54-814d-48ee-ade3-0ebf043688c4 HTTP/1.1" status: 204 len: 173 time: 2.0541890 Oct 25 15:00:20.573080 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Deleting subnet 34be2636-b0d8-4ac2-8232-d290f8639fa3 {{(pid=86779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Oct 25 15:00:20.575910 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:20.658096 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa40971c-a847-48ee-9412-99949b010606', 'name': 'network-vif-deleted', 'tag': 'eab98c54-814d-48ee-ade3-0ebf043688c4', 'status': 'completed', 'code': 200} Oct 25 15:00:20.690885 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27903079'] for subnet, precommit_delete_associations {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:20.834351 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2deeddd8-9479-4ddc-9e50-b87c2de026fe req-a1a960a8-a933-4a78-bb8e-4f16a762e389 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa40971c-a847-48ee-9412-99949b010606 HTTP/1.1" status: 200 len: 210 time: 0.0673602 Oct 25 15:00:21.026850 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4057954'] for subnet, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:21.300220 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d5ee0-cc27-4977-9b96-960a2715bfdc req-35f2c1dc-7ba3-4c8a-82cc-527b092c5034 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:21.308369 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a67d5ee0-cc27-4977-9b96-960a2715bfdc req-35f2c1dc-7ba3-4c8a-82cc-527b092c5034 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.4206154 Oct 25 15:00:21.381534 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4057961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28131434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27357772'] for subnet, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:21.416491 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a67d5ee0-cc27-4977-9b96-960a2715bfdc req-081a0aa0-c57e-45d4-a42d-45ba9aed9b0c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066084 Oct 25 15:00:21.419184 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:21.564202 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Notify callbacks [] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:21.572173 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34be2636-b0d8-4ac2-8232-d290f8639fa3,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:21.590188 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:21.590760 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:21.591352 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:21.591988 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:21.592746 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:21.593351 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:21.593907 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:21.594511 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:21.595108 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:21.595763 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:21.596132 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:21.596548 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:21.601695 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:21.605351 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-0e9da0bb-3ac6-4743-84b9-058658f64aff admin admin] 10.222.0.62 "DELETE /v2.0/subnets/34be2636-b0d8-4ac2-8232-d290f8639fa3 HTTP/1.1" status: 204 len: 168 time: 1.1084661 Oct 25 15:00:21.607960 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 59516) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:21.756859 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-42907c73-8173-4b8c-bc7c-f7e753f7ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4166563'] for network, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:21.980370 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-42907c73-8173-4b8c-bc7c-f7e753f7ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283197', 'neutron.services.segments.db._delete_segments_for_network-8733670938031'] for network, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:21.991914 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 59540) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:22.072911 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-42907c73-8173-4b8c-bc7c-f7e753f7ac39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cc9728-0e04-41ab-a015-cef84683256d']}} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:22.102776 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-42907c73-8173-4b8c-bc7c-f7e753f7ac39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509') {'for_net_delete': True} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:22.102776 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-42907c73-8173-4b8c-bc7c-f7e753f7ac39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b46d2d8-1524-4bc3-8ac6-c7a47a5f9509') {} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:22.116884 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-42907c73-8173-4b8c-bc7c-f7e753f7ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733670937869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27903068'] for segment, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:22.148960 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-42907c73-8173-4b8c-bc7c-f7e753f7ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:22.157217 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42907c73-8173-4b8c-bc7c-f7e753f7ac39 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=86779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 15:00:22.157641 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-42907c73-8173-4b8c-bc7c-f7e753f7ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4059317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28131536'] for segment, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: Traceback (most recent call last): Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: timer() Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: cb(*args, **kw) Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: return func(*args, **kwargs) Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: self._notify() Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: self.callback(batched_events) Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: event.method(event) Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: return f(self, *a, **k) Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: return self._get(url).json() Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: return self.request(url, 'GET', **kwargs) Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 15:00:22.183808 dv-cinder-813751-1-smb neutron-server[86779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 15:00:22.307011 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-42907c73-8173-4b8c-bc7c-f7e753f7ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672812'] for network, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:22.315830 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:22.342603 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-42907c73-8173-4b8c-bc7c-f7e753f7ac39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:22.356266 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42907c73-8173-4b8c-bc7c-f7e753f7ac39 admin admin] Pushing event deleted for resources: {'Network': ['ID=59cc9728-0e04-41ab-a015-cef84683256d,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:22.359906 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-42907c73-8173-4b8c-bc7c-f7e753f7ac39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:22.369734 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-42907c73-8173-4b8c-bc7c-f7e753f7ac39 admin admin] 10.222.0.62 "DELETE /v2.0/networks/59cc9728-0e04-41ab-a015-cef84683256d HTTP/1.1" status: 204 len: 168 time: 0.7590013 Oct 25 15:00:22.370605 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 59572) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:22.534254 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e52929-cb26-4d40-ad45-ef4acb978242 admin admin] Deleting subnet fcb5b4fa-4580-471e-b8f3-2f96f43ae61b {{(pid=86778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Oct 25 15:00:22.544384 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-90e52929-cb26-4d40-ad45-ef4acb978242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:22.825242 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-90e52929-cb26-4d40-ad45-ef4acb978242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28201564'] for subnet, precommit_delete_associations {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:22.881934 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d3111-d288-4c76-a86a-01ac8818a46d req-ce4eb077-432e-44df-9b59-61e58fb8235a tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:22.889795 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2a4d3111-d288-4c76-a86a-01ac8818a46d req-ce4eb077-432e-44df-9b59-61e58fb8235a tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.1973529 Oct 25 15:00:22.953313 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2a4d3111-d288-4c76-a86a-01ac8818a46d req-99b827a1-030f-44f7-8cc2-6255faf82332 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623538 Oct 25 15:00:22.973589 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device eab98c54-814d-48ee-ade3-0ebf043688c4 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:00:23.026658 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-90e52929-cb26-4d40-ad45-ef4acb978242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4057954'] for subnet, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:23.094531 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: eab98c54-814d-48ee-ade3-0ebf043688c4 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:00:23.095706 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device eab98c54-814d-48ee-ade3-0ebf043688c4 not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:00:23.249199 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-90e52929-cb26-4d40-ad45-ef4acb978242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4057961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27816528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1469806'] for subnet, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:23.260414 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-be78f6f1-3a1f-4472-b1a6-5971f66194dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:23.313760 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e52929-cb26-4d40-ad45-ef4acb978242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb5b4fa-4580-471e-b8f3-2f96f43ae61b,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:23.327135 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-90e52929-cb26-4d40-ad45-ef4acb978242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:23.333122 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-90e52929-cb26-4d40-ad45-ef4acb978242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:23.348550 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-90e52929-cb26-4d40-ad45-ef4acb978242 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fcb5b4fa-4580-471e-b8f3-2f96f43ae61b HTTP/1.1" status: 204 len: 168 time: 0.9713452 Oct 25 15:00:23.349661 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 59614) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:23.484438 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-418c8cc1-02af-42d9-914c-9cc491417fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748516'] for router_interface, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:23.605777 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e36af16c-f190-4373-ad42-4e7966d9ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4166563'] for network, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:23.826562 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e36af16c-f190-4373-ad42-4e7966d9ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283197', 'neutron.services.segments.db._delete_segments_for_network-8733670938031'] for network, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:23.929139 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-e36af16c-f190-4373-ad42-4e7966d9ee44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e43f9bd-86a8-4099-b1f6-9d005b5564ef']}} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:23.961346 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-e36af16c-f190-4373-ad42-4e7966d9ee44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac20a676-a52f-4810-b422-d5ce0a5009b3') {'for_net_delete': True} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:23.963119 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-e36af16c-f190-4373-ad42-4e7966d9ee44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac20a676-a52f-4810-b422-d5ce0a5009b3') {} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:24.029385 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e36af16c-f190-4373-ad42-4e7966d9ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733670937869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27903068'] for segment, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:24.114991 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e36af16c-f190-4373-ad42-4e7966d9ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:24.132853 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:00:24.137167 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36af16c-f190-4373-ad42-4e7966d9ee44 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=86779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 15:00:24.138148 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e36af16c-f190-4373-ad42-4e7966d9ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4059317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28131536'] for segment, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:24.342908 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-418c8cc1-02af-42d9-914c-9cc491417fd5 admin admin] Deleting port 851ca48d-5f63-4351-b966-5eb29f05d59b {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:00:24.343805 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-418c8cc1-02af-42d9-914c-9cc491417fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: Traceback (most recent call last): Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: timer() Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: cb(*args, **kw) Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: return func(*args, **kwargs) Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: self._notify() Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: self.callback(batched_events) Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: event.method(event) Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: return f(self, *a, **k) Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: return self._get(url).json() Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: return self.request(url, 'GET', **kwargs) Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 15:00:24.375508 dv-cinder-813751-1-smb neutron-server[86779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 15:00:24.562085 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e36af16c-f190-4373-ad42-4e7966d9ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672812'] for network, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:24.584196 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e36af16c-f190-4373-ad42-4e7966d9ee44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:24.587345 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:24.634871 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-418c8cc1-02af-42d9-914c-9cc491417fd5 admin admin] For port 851ca48d-5f63-4351-b966-5eb29f05d59b, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=851ca48d-5f63-4351-b966-5eb29f05d59b,segment=NetworkSegment(f86f91bb-5f5c-47e8-8f05-255f7a52388d),segment_id=f86f91bb-5f5c-47e8-8f05-255f7a52388d)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:00:24.635263 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-418c8cc1-02af-42d9-914c-9cc491417fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:24.646681 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36af16c-f190-4373-ad42-4e7966d9ee44 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e43f9bd-86a8-4099-b1f6-9d005b5564ef,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:24.655311 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e36af16c-f190-4373-ad42-4e7966d9ee44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:24.666977 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-e36af16c-f190-4373-ad42-4e7966d9ee44 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2e43f9bd-86a8-4099-b1f6-9d005b5564ef HTTP/1.1" status: 204 len: 168 time: 1.3155818 Oct 25 15:00:24.731933 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2adc58-2b87-4d7c-b353-be1aaaf19d12 req-1a16091e-b11d-475c-975f-3680a2577e44 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:24.733537 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dc2adc58-2b87-4d7c-b353-be1aaaf19d12 req-1a16091e-b11d-475c-975f-3680a2577e44 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.3530011 Oct 25 15:00:24.923192 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dc2adc58-2b87-4d7c-b353-be1aaaf19d12 req-e9a06811-a20e-4fa8-b187-f2348b917535 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771967 Oct 25 15:00:24.986256 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-418c8cc1-02af-42d9-914c-9cc491417fd5 admin admin] Calling delete_port for 851ca48d-5f63-4351-b966-5eb29f05d59b owned by network:router_interface {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:00:25.079840 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 59680) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:25.277913 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-61f342e0-2e36-4636-b809-de7d7806c6c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8f7aa8a23cce48aa8de326eb09201fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954658 Oct 25 15:00:25.278550 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 59692) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:25.364211 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-284056ef-ee51-4747-9514-c61c535f131d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:25.432154 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-284056ef-ee51-4747-9514-c61c535f131d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:25.575920 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-284056ef-ee51-4747-9514-c61c535f131d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:25.582452 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-ebca15d5-050c-42f9-81f1-f32547f3e470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:25.600160 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284056ef-ee51-4747-9514-c61c535f131d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca3c9b5-14b1-4a26-90ef-fea3611d85e5,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:25.619491 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-284056ef-ee51-4747-9514-c61c535f131d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:25.619941 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-418c8cc1-02af-42d9-914c-9cc491417fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:25.632732 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:25.643752 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-284056ef-ee51-4747-9514-c61c535f131d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:25.647756 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-284056ef-ee51-4747-9514-c61c535f131d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ca3c9b5-14b1-4a26-90ef-fea3611d85e5 HTTP/1.1" status: 204 len: 168 time: 0.3672786 Oct 25 15:00:25.747484 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c8cc1-02af-42d9-914c-9cc491417fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=851ca48d-5f63-4351-b966-5eb29f05d59b,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:25.752548 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-418c8cc1-02af-42d9-914c-9cc491417fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:26.449485 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa740bb8-967d-40d4-b825-7a1c3ed02d89 req-953041f8-ad9b-401b-84d5-5906430c31a8 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:26.456466 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-aa740bb8-967d-40d4-b825-7a1c3ed02d89 req-953041f8-ad9b-401b-84d5-5906430c31a8 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.1997356 Oct 25 15:00:26.679164 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-aa740bb8-967d-40d4-b825-7a1c3ed02d89 req-ef3ffecd-dc42-43de-b0a3-15789cde1ac3 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151365 Oct 25 15:00:26.962696 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 59746) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:27.025076 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-418c8cc1-02af-42d9-914c-9cc491417fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766580'] for router_interface, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:27.104519 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-32ba5ab3-0711-4eb6-a806-4f28993a6f0c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec9d594eea924a1885c7c42d9efece07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401439 Oct 25 15:00:27.105476 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 59750) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:27.208456 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1588f2e3-668a-4930-a88d-27185dc49e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:27.268363 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1588f2e3-668a-4930-a88d-27185dc49e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:27.386539 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1588f2e3-668a-4930-a88d-27185dc49e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:27.392904 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-c369329d-63e6-4b53-a6ac-0beeda564b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:27.427143 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588f2e3-668a-4930-a88d-27185dc49e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0428476a-74eb-40b3-84cc-e12a88d81ac2,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:27.434648 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1588f2e3-668a-4930-a88d-27185dc49e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:27.454307 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1588f2e3-668a-4930-a88d-27185dc49e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:27.471745 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-1588f2e3-668a-4930-a88d-27185dc49e75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0428476a-74eb-40b3-84cc-e12a88d81ac2 HTTP/1.1" status: 204 len: 168 time: 0.3600974 Oct 25 15:00:28.083276 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418c8cc1-02af-42d9-914c-9cc491417fd5 admin admin] Router f8396fb8-b811-46b7-a200-ef50ab9c577c has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:00:28.142603 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152018b-4b70-409a-ad99-8ee9cc8d7775 req-7ad173d8-52af-431d-aaff-8127f5ecfba1 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:28.145585 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8152018b-4b70-409a-ad99-8ee9cc8d7775 req-7ad173d8-52af-431d-aaff-8127f5ecfba1 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.2246840 Oct 25 15:00:28.277773 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8152018b-4b70-409a-ad99-8ee9cc8d7775 req-8216d02a-57f7-45e2-9323-a9d5828e9050 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252012 Oct 25 15:00:28.636570 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418c8cc1-02af-42d9-914c-9cc491417fd5 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:00:28.664053 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562b78dc-fbac-4623-90e0-c5cbe5a4a006 None None] Sync routers for ids ['f8396fb8-b811-46b7-a200-ef50ab9c577c'] in dv-cinder-813751-1-smb {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:00:28.680418 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562b78dc-fbac-4623-90e0-c5cbe5a4a006 None None] Routers {'f8396fb8-b811-46b7-a200-ef50ab9c577c'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:00:28.681112 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-562b78dc-fbac-4623-90e0-c5cbe5a4a006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:00:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['f8396fb8-b811-46b7-a200-ef50ab9c577c'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:28.687725 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-418c8cc1-02af-42d9-914c-9cc491417fd5 admin admin] 10.222.0.62 "PUT /v2.0/routers/f8396fb8-b811-46b7-a200-ef50ab9c577c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6917017 Oct 25 15:00:28.688381 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 59798) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:29.361890 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-562b78dc-fbac-4623-90e0-c5cbe5a4a006 None None] Set router f8396fb8-b811-46b7-a200-ef50ab9c577c gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:00:29.611031 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] Notify callbacks [] for router, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:29.891602 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-562b78dc-fbac-4623-90e0-c5cbe5a4a006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'name': 'tempest-ServerRescueNegativeTestJSON-2103354307-router', 'tenant_id': 'ad3d552c59c44b589058c87aff396848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '5d29216b-f5c1-487d-b067-b6b11635127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:11Z', 'updated_at': '2021-10-25T15:00:25Z', 'revision_number': 5, 'project_id': 'ad3d552c59c44b589058c87aff396848', 'gw_port': {'id': '5d29216b-f5c1-487d-b067-b6b11635127b', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:29.903795 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562b78dc-fbac-4623-90e0-c5cbe5a4a006 None None] Checking router: f8396fb8-b811-46b7-a200-ef50ab9c577c for host: dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:00:29.938465 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562b78dc-fbac-4623-90e0-c5cbe5a4a006 None None] Routers {'f8396fb8-b811-46b7-a200-ef50ab9c577c'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:00:29.939847 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-562b78dc-fbac-4623-90e0-c5cbe5a4a006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:00:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['f8396fb8-b811-46b7-a200-ef50ab9c577c'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:29.956880 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f58de1-e3bf-4e8c-8cbb-8387e997367c req-1feea429-2486-43c0-93dd-ddc9b3d9e9e5 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:29.964419 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-27f58de1-e3bf-4e8c-8cbb-8387e997367c req-1feea429-2486-43c0-93dd-ddc9b3d9e9e5 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.2462227 Oct 25 15:00:30.021959 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:30.081044 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-27f58de1-e3bf-4e8c-8cbb-8387e997367c req-91ff134e-f1cb-47fc-985e-3e62a5bb9204 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100779 Oct 25 15:00:30.086995 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] Deleting port 5d29216b-f5c1-487d-b067-b6b11635127b {{(pid=86779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:00:30.091765 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:30.381163 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-562b78dc-fbac-4623-90e0-c5cbe5a4a006 None None] Set router f8396fb8-b811-46b7-a200-ef50ab9c577c gateway port host: None {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:00:30.609911 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-562b78dc-fbac-4623-90e0-c5cbe5a4a006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'name': 'tempest-ServerRescueNegativeTestJSON-2103354307-router', 'tenant_id': 'ad3d552c59c44b589058c87aff396848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:11Z', 'updated_at': '2021-10-25T15:00:30Z', 'revision_number': 6, 'project_id': 'ad3d552c59c44b589058c87aff396848', 'gw_port_host': None}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:30.621338 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562b78dc-fbac-4623-90e0-c5cbe5a4a006 None None] The sync data for ids ['f8396fb8-b811-46b7-a200-ef50ab9c577c'] in dv-cinder-813751-1-smb is: [{'id': 'f8396fb8-b811-46b7-a200-ef50ab9c577c', 'name': 'tempest-ServerRescueNegativeTestJSON-2103354307-router', 'tenant_id': 'ad3d552c59c44b589058c87aff396848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:11Z', 'updated_at': '2021-10-25T15:00:30Z', 'revision_number': 6, 'project_id': 'ad3d552c59c44b589058c87aff396848', 'gw_port_host': None}] {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:00:30.684919 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] For port 5d29216b-f5c1-487d-b067-b6b11635127b, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=5d29216b-f5c1-487d-b067-b6b11635127b,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:00:30.685531 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:31.157928 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e973079-c452-4412-95f9-4ef525c3883f req-ad5044f6-3abf-4f20-aa41-86e4375cf74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:31.162469 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5e973079-c452-4412-95f9-4ef525c3883f req-ad5044f6-3abf-4f20-aa41-86e4375cf74b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec1fc5a480a1442bac3e578b604cf89f&device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 1098 time: 0.1861591 Oct 25 15:00:31.230257 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] Calling delete_port for 5d29216b-f5c1-487d-b067-b6b11635127b owned by network:router_gateway {{(pid=86779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:00:31.365239 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 59844) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:31.517951 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:31.555862 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e973079-c452-4412-95f9-4ef525c3883f req-41b80d5d-7c1c-45df-92f8-9f6987f3d3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:31.571271 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5e973079-c452-4412-95f9-4ef525c3883f req-41b80d5d-7c1c-45df-92f8-9f6987f3d3f0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9ab300cd-9646-4c55-951a-9f82ccc02761 HTTP/1.1" status: 200 len: 911 time: 0.4021380 Oct 25 15:00:31.811477 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 851ca48d-5f63-4351-b966-5eb29f05d59b no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:00:31.993820 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: 851ca48d-5f63-4351-b966-5eb29f05d59b {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:00:31.995270 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 851ca48d-5f63-4351-b966-5eb29f05d59b not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:00:32.000383 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 5d29216b-f5c1-487d-b067-b6b11635127b no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:00:32.084788 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5e973079-c452-4412-95f9-4ef525c3883f req-1a494244-af6d-4943-8613-e90c4688084c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4506a304-33a5-4d3d-80bf-3364aadb15a0 HTTP/1.1" status: 200 len: 1001 time: 0.5067554 Oct 25 15:00:32.233188 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:32.239332 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No active binding found for port 5d29216b-f5c1-487d-b067-b6b11635127b {{(pid=86780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Oct 25 15:00:32.240363 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 5d29216b-f5c1-487d-b067-b6b11635127b not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:00:32.266608 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:32.398796 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e973079-c452-4412-95f9-4ef525c3883f req-1100fa0e-3e18-4bbf-922e-6e286c77a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:32.401547 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5e973079-c452-4412-95f9-4ef525c3883f req-1100fa0e-3e18-4bbf-922e-6e286c77a73b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7be2497d-78d4-40d2-b881-9b05ba010f0d HTTP/1.1" status: 200 len: 849 time: 0.3018169 Oct 25 15:00:32.504425 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-ae2f7141-6c48-466b-9176-a1694b2b88f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=079365cf3ea4418fafdb0d1cfe839fad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1373253 Oct 25 15:00:32.507400 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 59858) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:32.514867 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d29216b-f5c1-487d-b067-b6b11635127b,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:32.554790 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:32.610447 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d262d-e76b-4e2e-9d78-17363876562b req-5e97d493-9dcb-486d-bcc5-1bc0b95bf179 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:32.623554 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ed6d262d-e76b-4e2e-9d78-17363876562b req-5e97d493-9dcb-486d-bcc5-1bc0b95bf179 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 1.6507444 Oct 25 15:00:32.762504 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e973079-c452-4412-95f9-4ef525c3883f req-e0188d57-44dd-4800-a89c-4f80328484a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:32.764283 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5e973079-c452-4412-95f9-4ef525c3883f req-e0188d57-44dd-4800-a89c-4f80328484a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ab300cd-9646-4c55-951a-9f82ccc02761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3468773 Oct 25 15:00:32.784030 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fc1258e5-8964-4df9-9fd2-8ab4ea41ae27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:32.926199 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672777'] for router_gateway, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:33.014007 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fc1258e5-8964-4df9-9fd2-8ab4ea41ae27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:33.181092 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ed6d262d-e76b-4e2e-9d78-17363876562b req-4c662edd-f0af-48c0-881c-57c8f29f4dd7 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5556998 Oct 25 15:00:33.203292 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34898'] for router, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:33.213595 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:33.317499 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5e973079-c452-4412-95f9-4ef525c3883f req-0509b1e0-27e5-4bdd-9991-b2ff13ceba58 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418022 Oct 25 15:00:33.433329 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746482'] for router, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:33.434134 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8396fb8-b811-46b7-a200-ef50ab9c577c {{(pid=86779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 25 15:00:33.482099 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] Notify callbacks [] for router, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:33.485979 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f8396fb8-b811-46b7-a200-ef50ab9c577c HTTP/1.1" status: 204 len: 168 time: 4.7941902 Oct 25 15:00:33.486724 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 59876) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:33.650390 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fc1258e5-8964-4df9-9fd2-8ab4ea41ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:33.677399 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-3fec7d94-dfd8-4721-a3af-9b93c1cc1542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:33.690569 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d31861-0c3d-49e4-93fd-1da3a34ca507 admin admin] Deleting subnet b6ad7cb1-9890-416a-a602-edb9293268a1 {{(pid=86779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Oct 25 15:00:33.696555 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-74d31861-0c3d-49e4-93fd-1da3a34ca507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:33.711678 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1258e5-8964-4df9-9fd2-8ab4ea41ae27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a07e1a-8afe-4d2a-94fa-e80ad4c6615e,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:33.719179 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-fc1258e5-8964-4df9-9fd2-8ab4ea41ae27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:33.749740 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fc1258e5-8964-4df9-9fd2-8ab4ea41ae27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:33.752454 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-fc1258e5-8964-4df9-9fd2-8ab4ea41ae27 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/33a07e1a-8afe-4d2a-94fa-e80ad4c6615e HTTP/1.1" status: 204 len: 168 time: 1.2412710 Oct 25 15:00:33.832029 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-74d31861-0c3d-49e4-93fd-1da3a34ca507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27903079'] for subnet, precommit_delete_associations {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:33.899488 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5e973079-c452-4412-95f9-4ef525c3883f req-aa0d84f4-7af8-4544-ac8f-6cae3ab491d6 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739858 Oct 25 15:00:34.090019 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-74d31861-0c3d-49e4-93fd-1da3a34ca507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4057954'] for subnet, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:34.402301 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-74d31861-0c3d-49e4-93fd-1da3a34ca507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4057961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28131434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27357772'] for subnet, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:34.522908 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:34.603762 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d31861-0c3d-49e4-93fd-1da3a34ca507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ad7cb1-9890-416a-a602-edb9293268a1,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:34.606629 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-74d31861-0c3d-49e4-93fd-1da3a34ca507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:34.622987 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-74d31861-0c3d-49e4-93fd-1da3a34ca507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:34.630936 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-74d31861-0c3d-49e4-93fd-1da3a34ca507 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b6ad7cb1-9890-416a-a602-edb9293268a1 HTTP/1.1" status: 204 len: 168 time: 1.1431005 Oct 25 15:00:34.635881 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 59896) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:34.743709 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de709379-efd0-4240-8714-bb9a68dc806b req-e21b1319-e88e-4fd7-beaf-5aeeb929f8bd tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:34.748193 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-de709379-efd0-4240-8714-bb9a68dc806b req-e21b1319-e88e-4fd7-beaf-5aeeb929f8bd tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.3390026 Oct 25 15:00:34.869187 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-de709379-efd0-4240-8714-bb9a68dc806b req-d8278634-fdb9-4374-ae1b-ff31d23da65c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046412 Oct 25 15:00:35.041706 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0feb82d2-4c8d-41de-94c0-bf74f6ccb5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4166563'] for network, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:35.560519 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0feb82d2-4c8d-41de-94c0-bf74f6ccb5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283197', 'neutron.services.segments.db._delete_segments_for_network-8733670938031'] for network, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:35.653460 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-0feb82d2-4c8d-41de-94c0-bf74f6ccb5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d011acd3-1a02-4289-8a6a-1c3593568534']}} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:35.679930 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-0feb82d2-4c8d-41de-94c0-bf74f6ccb5e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86f91bb-5f5c-47e8-8f05-255f7a52388d') {'for_net_delete': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:35.680583 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-0feb82d2-4c8d-41de-94c0-bf74f6ccb5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86f91bb-5f5c-47e8-8f05-255f7a52388d') {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:35.709303 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0feb82d2-4c8d-41de-94c0-bf74f6ccb5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733670937869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28201575'] for segment, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:35.756019 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0feb82d2-4c8d-41de-94c0-bf74f6ccb5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:35.773745 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0feb82d2-4c8d-41de-94c0-bf74f6ccb5e7 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=86778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 15:00:35.774162 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0feb82d2-4c8d-41de-94c0-bf74f6ccb5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4059317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27816682'] for segment, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: Traceback (most recent call last): Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: timer() Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: cb(*args, **kw) Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: return func(*args, **kwargs) Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: self._notify() Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: self.callback(batched_events) Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: event.method(event) Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: return f(self, *a, **k) Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: return self._get(url).json() Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: return self.request(url, 'GET', **kwargs) Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 15:00:35.856253 dv-cinder-813751-1-smb neutron-server[86778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 15:00:35.882872 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 59934) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:35.888230 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0feb82d2-4c8d-41de-94c0-bf74f6ccb5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672812'] for network, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:35.904091 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0feb82d2-4c8d-41de-94c0-bf74f6ccb5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:35.912143 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:35.958761 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb82d2-4c8d-41de-94c0-bf74f6ccb5e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d011acd3-1a02-4289-8a6a-1c3593568534,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:35.963210 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-0feb82d2-4c8d-41de-94c0-bf74f6ccb5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:35.985608 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-0feb82d2-4c8d-41de-94c0-bf74f6ccb5e7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d011acd3-1a02-4289-8a6a-1c3593568534 HTTP/1.1" status: 204 len: 168 time: 1.3478007 Oct 25 15:00:36.129746 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-901667256-network', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:00:36.144164 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9429a03-a3fc-4f64-97e6-6bfe4e6f8a76 req-f94da925-764e-4f6d-bdd1-430f7c120544 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:36.151525 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c9429a03-a3fc-4f64-97e6-6bfe4e6f8a76 req-f94da925-764e-4f6d-bdd1-430f7c120544 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.1118648 Oct 25 15:00:36.154697 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:36.176250 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Usage tracker for resource:network and tenant:fcd1a038445348f2b9368ef2698be26f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:36.182190 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:36.192087 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:36.221553 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 59946) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:36.225907 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c9429a03-a3fc-4f64-97e6-6bfe4e6f8a76 req-b01aa277-fc56-4647-95f3-e79fa1a22e10 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731618 Oct 25 15:00:36.230613 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Made reservation on behalf of fcd1a038445348f2b9368ef2698be26f for: {'network': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:00:36.234341 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:36.249024 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:36.267047 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:36.274239 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Usage tracker for resource:security_group_rule and tenant:fcd1a038445348f2b9368ef2698be26f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:36.278466 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:36.284902 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:36.335714 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-18e471c6-9e27-4f5a-b7c3-c08d8d3d1e4c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ad3d552c59c44b589058c87aff396848&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1097493 Oct 25 15:00:36.336621 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 59952) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:36.458183 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9877f5ff-3e6b-4017-bb96-1e36194f22c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:36.505998 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:36.511366 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9877f5ff-3e6b-4017-bb96-1e36194f22c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:36.521556 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:36.528550 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-dc8051f6-8a85-4895-808a-29f18db284b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:36.577410 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=86779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 15:00:36.618149 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a7b4fd-072a-4682-8743-960515032ae7,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:36.621497 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:36.682760 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:36.683437 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.db.segments_db [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Added segment 20424e51-891f-4967-93fe-cd22c9481e58 of type vlan for network 072cfa13-e29b-47cb-88aa-7b9ac543eaf2 Oct 25 15:00:36.755281 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:36.777103 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9877f5ff-3e6b-4017-bb96-1e36194f22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:36.782804 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-471b3812-63b1-4ed7-bf21-ca454e41e107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:36.826944 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877f5ff-3e6b-4017-bb96-1e36194f22c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01be0529-6dc8-40c1-81d2-ea85f76a65c6,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:36.829380 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-9877f5ff-3e6b-4017-bb96-1e36194f22c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:36.840643 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-bd4ec967-6a53-49c1-970a-4454da6fb146 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:36.841376 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-bd4ec967-6a53-49c1-970a-4454da6fb146 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Synchronizing usage tracker for tenant:6b722154703449e688c5cf0149eb8a20 on resource:network {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:00:36.866141 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:36.870717 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:36.871320 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:36.878588 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-9b3e53c0-7e5a-433a-9408-aa4d7875aa96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:36.892904 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9877f5ff-3e6b-4017-bb96-1e36194f22c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:36.899332 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-9877f5ff-3e6b-4017-bb96-1e36194f22c4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/01be0529-6dc8-40c1-81d2-ea85f76a65c6 HTTP/1.1" status: 204 len: 168 time: 0.5568948 Oct 25 15:00:36.969995 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-bd4ec967-6a53-49c1-970a-4454da6fb146 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Unset dirty status for tenant:6b722154703449e688c5cf0149eb8a20 on resource:network {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:00:36.971117 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-bd4ec967-6a53-49c1-970a-4454da6fb146 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/networks?id=8a90b672-ca89-40cb-80e8-9c87a238768c HTTP/1.1" status: 200 len: 814 time: 0.3955905 Oct 25 15:00:36.986455 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1015353 Oct 25 15:00:36.993163 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 59978) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:37.000464 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Pushing event updated for resources: {'Network': ['ID=072cfa13-e29b-47cb-88aa-7b9ac543eaf2,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:37.003815 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:37.015352 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-391e9213-7de6-40bf-9369-7579f2235d54 admin admin] Request body: {'subnet': {'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-901667256-subnet', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'ip_version': 4}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:00:37.021656 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network 072cfa13-e29b-47cb-88aa-7b9ac543eaf2 details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 15:00:37.024029 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-391e9213-7de6-40bf-9369-7579f2235d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:37.028083 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-f8f73ca3-1c3b-41fe-ada2-d8280834d8da tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/quotas/6b722154703449e688c5cf0149eb8a20 HTTP/1.1" status: 200 len: 375 time: 0.0326331 Oct 25 15:00:37.030939 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-391e9213-7de6-40bf-9369-7579f2235d54 admin admin] Usage tracker for resource:subnet and tenant:fcd1a038445348f2b9368ef2698be26f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:37.035921 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-391e9213-7de6-40bf-9369-7579f2235d54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:37.102178 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-391e9213-7de6-40bf-9369-7579f2235d54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:37.151336 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391e9213-7de6-40bf-9369-7579f2235d54 admin admin] Made reservation on behalf of fcd1a038445348f2b9368ef2698be26f for: {'subnet': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:00:37.154940 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-391e9213-7de6-40bf-9369-7579f2235d54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27357795'] for subnet, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:37.377431 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-240320f3-ce38-47ce-8ea0-02567ece860a tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Synchronizing usage tracker for tenant:6b722154703449e688c5cf0149eb8a20 on resource:port {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:00:37.421951 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-240320f3-ce38-47ce-8ea0-02567ece860a tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Unset dirty status for tenant:6b722154703449e688c5cf0149eb8a20 on resource:port {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:00:37.424450 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-240320f3-ce38-47ce-8ea0-02567ece860a tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b722154703449e688c5cf0149eb8a20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3831239 Oct 25 15:00:37.758175 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-391e9213-7de6-40bf-9369-7579f2235d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28135093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27357813'] for subnet, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:37.765349 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-8d42e903-62a2-43da-b68d-235c644683c8 service neutron] 10.222.0.62 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962928 Oct 25 15:00:37.767065 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:38.037301 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e9213-7de6-40bf-9369-7579f2235d54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45d5640-5a1d-4a94-b681-fed4499ffe87,revision_number=0']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:38.049382 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-391e9213-7de6-40bf-9369-7579f2235d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:38.067959 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-d7aee142-44dc-4729-b8bd-e48003bd99d6 service neutron] 10.222.0.62 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732801 Oct 25 15:00:38.072547 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e9213-7de6-40bf-9369-7579f2235d54 admin admin] Checking segment: {'id': '20424e51-891f-4967-93fe-cd22c9481e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:00:38.073133 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391e9213-7de6-40bf-9369-7579f2235d54 admin admin] Network hostable DHCP agents. Network: 072cfa13-e29b-47cb-88aa-7b9ac543eaf2, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 15:00:38.141829 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391e9213-7de6-40bf-9369-7579f2235d54 admin admin] Network 072cfa13-e29b-47cb-88aa-7b9ac543eaf2 is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 15:00:38.162304 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-391e9213-7de6-40bf-9369-7579f2235d54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, 072cfa13-e29b-47cb-88aa-7b9ac543eaf2) {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:00:38.178091 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ea11ba-f434-49e3-97ac-607f009c3bd8 None None] Network 072cfa13-e29b-47cb-88aa-7b9ac543eaf2 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 15:00:38.178682 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391e9213-7de6-40bf-9369-7579f2235d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:38.179294 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-391e9213-7de6-40bf-9369-7579f2235d54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:38.255747 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60016) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:38.257214 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-391e9213-7de6-40bf-9369-7579f2235d54 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2630432 Oct 25 15:00:38.265618 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-901667256-router', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:00:38.284678 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:38.301087 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Usage tracker for resource:router and tenant:fcd1a038445348f2b9368ef2698be26f is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:38.311112 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:38.326379 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:38.358792 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60020) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:38.380245 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34912'] for router, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:38.381992 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-770541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34907'] for router, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:38.435141 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:38.787074 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e2a2e5fc-5024-4ff2-9d85-a5ea5221f6e5 req-d1fdc3df-03a1-4c9b-b79b-220f84bd9c16 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 210 time: 0.2221570 Oct 25 15:00:38.863870 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-728037510-network', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:00:38.870796 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57dbe637-2512-5ec1-9f6a-013c602b152d-072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'fixed_ips': [{'subnet_id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87'}]}} from dv-cinder-813751-1-smb. {{(pid=86780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 25 15:00:38.872518 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:39.055391 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:39.152017 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.db_base_plugin_common [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Allocated IP 172.20.0.2 (072cfa13-e29b-47cb-88aa-7b9ac543eaf2/e45d5640-5a1d-4a94-b681-fed4499ffe87/c195250a-1cb5-4c5d-a85c-8af4ad09bc39) {{(pid=86780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:00:39.185834 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Usage tracker for resource:network and tenant:1f285f7297eb4cdf8062b6e13b8b95ff is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:39.196611 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:39.219570 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:39.228084 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34885'] for router, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:39.298003 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Made reservation on behalf of 1f285f7297eb4cdf8062b6e13b8b95ff for: {'network': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:00:39.304005 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:39.338794 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:39.447471 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-dff7a591-1f88-4f61-b51b-d9ec0c3eecfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:39.467271 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Notify callbacks [] for port, precommit_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:39.477014 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:39.481186 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Transition to ACTIVE for port object c195250a-1cb5-4c5d-a85c-8af4ad09bc39 will not be triggered until provisioned by entity L2. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:00:39.494165 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Usage tracker for resource:security_group_rule and tenant:1f285f7297eb4cdf8062b6e13b8b95ff is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:39.500435 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:39.510753 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Transition to ACTIVE for port object c195250a-1cb5-4c5d-a85c-8af4ad09bc39 will not be triggered until provisioned by entity DHCP. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:00:39.516426 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:39.521593 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387'] for port, after_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:39.529895 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:39.620633 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Pushing event updated for resources: {'Port': ['ID=c195250a-1cb5-4c5d-a85c-8af4ad09bc39,revision_number=1']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:39.638149 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:39.638491 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:39.638814 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:39.639141 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:39.639610 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:39.639969 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:39.640289 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:39.640606 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:39.641450 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:39.641450 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:39.641814 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:39.641998 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:39.647918 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Network 072cfa13-e29b-47cb-88aa-7b9ac543eaf2 is already hosted by enough agents. {{(pid=86780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:00:39.649086 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:39.650751 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.scheduler.base_scheduler [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Resources bound (agent type, host, resource id): {{(pid=86780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:00:39.656046 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Received port after_create {{(pid=86780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:00:39.763300 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Attempting to bind port c195250a-1cb5-4c5d-a85c-8af4ad09bc39 on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:00:39.763710 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Attempting to bind port c195250a-1cb5-4c5d-a85c-8af4ad09bc39 by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '20424e51-891f-4967-93fe-cd22c9481e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2'}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:00:39.764084 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Attempting to bind port c195250a-1cb5-4c5d-a85c-8af4ad09bc39 on network 072cfa13-e29b-47cb-88aa-7b9ac543eaf2 {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:00:39.772895 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:00:39.773280 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Checking segment: {'id': '20424e51-891f-4967-93fe-cd22c9481e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:00:39.774288 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:39.774288 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Bound using segment: {'id': '20424e51-891f-4967-93fe-cd22c9481e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2'} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:00:39.774588 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Bound port: c195250a-1cb5-4c5d-a85c-8af4ad09bc39, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20424e51-891f-4967-93fe-cd22c9481e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2'}}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:00:39.775045 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:39.998999 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] For port c195250a-1cb5-4c5d-a85c-8af4ad09bc39, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:00:40.012363 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] For port c195250a-1cb5-4c5d-a85c-8af4ad09bc39, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=c195250a-1cb5-4c5d-a85c-8af4ad09bc39,segment=NetworkSegment(20424e51-891f-4967-93fe-cd22c9481e58),segment_id=20424e51-891f-4967-93fe-cd22c9481e58)] {{(pid=86780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:00:40.017710 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:40.033244 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:40.047024 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:40.144510 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Pushing event updated for resources: {'Port': ['ID=c195250a-1cb5-4c5d-a85c-8af4ad09bc39,revision_number=2']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:40.148573 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:40.151574 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-508d571d-24aa-40ce-8f58-971f5840881f req-62323128-289f-4f04-9120-7e55af761d1a tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 210 time: 0.0907347 Oct 25 15:00:40.170417 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:40.224779 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:40.242924 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:40.247662 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5e7435c3-9a7f-4773-a3d4-f59b66262c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:40.257082 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:40.323764 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=86778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 15:00:40.346364 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db4e4a4-7826-46fa-9c63-0cc08e642f6b,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:40.353160 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:40.363438 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:40.364003 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.segments_db [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Added segment 4ec8db25-0dd8-40b1-84ff-8d2618c6b463 of type vlan for network 1486c024-f03d-46e5-ad51-efb345f205e9 Oct 25 15:00:40.503616 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:40.641911 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Allocated IP 172.28.2.44 (f28bc334-851c-4473-9f79-bcbdd8bebf12/45bd59cf-ca3c-43e3-a738-64ab0f49ed1b/77130e3c-9fb6-4b60-99be-f3f40dce1319) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:00:40.662676 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:40.671066 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:40.671798 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:40.681636 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-791b45c2-6fb3-4123-85e3-13d5080040a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:40.996329 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-f8c29b43-fb96-4505-b6ad-95bedcfa2e39 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:40.998182 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-f8c29b43-fb96-4505-b6ad-95bedcfa2e39 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.31 "GET /v2.0/networks?id=8a90b672-ca89-40cb-80e8-9c87a238768c HTTP/1.1" status: 200 len: 814 time: 0.5805128 Oct 25 15:00:41.034725 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Request body: {'port': {'device_id': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c', 'admin_state_up': True, 'tenant_id': '6b722154703449e688c5cf0149eb8a20'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:00:41.139778 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60076) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:41.140100 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7766378 Oct 25 15:00:41.147857 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Pushing event updated for resources: {'Network': ['ID=1486c024-f03d-46e5-ad51-efb345f205e9,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:41.150130 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-c49f1d92-a872-422d-9285-add0cda45158 admin admin] Request body: {'subnet': {'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-subnet', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:00:41.161117 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network 1486c024-f03d-46e5-ad51-efb345f205e9 details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 15:00:41.164505 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:41.188509 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-c49f1d92-a872-422d-9285-add0cda45158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:41.214340 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-c49f1d92-a872-422d-9285-add0cda45158 admin admin] Usage tracker for resource:subnet and tenant:1f285f7297eb4cdf8062b6e13b8b95ff is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:41.232310 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-c49f1d92-a872-422d-9285-add0cda45158 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:41.266902 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:41.289306 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-c49f1d92-a872-422d-9285-add0cda45158 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:41.305364 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:41.319626 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:41.356627 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Made reservation on behalf of 6b722154703449e688c5cf0149eb8a20 for: {'port': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:00:41.361049 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49f1d92-a872-422d-9285-add0cda45158 admin admin] Made reservation on behalf of 1f285f7297eb4cdf8062b6e13b8b95ff for: {'subnet': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:00:41.361638 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:41.366262 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c49f1d92-a872-422d-9285-add0cda45158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27357795'] for subnet, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:41.375893 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:41.382689 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ab6e0289-908d-4aa1-964b-891db737d029 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:41.533031 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:00:41.587486 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:00:41.625031 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Pushing event updated for resources: {'Port': ['ID=77130e3c-9fb6-4b60-99be-f3f40dce1319,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:41.634986 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:00:41.902549 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f333882-b4f8-4bc4-b70b-964b3b7920ed None None] Network 072cfa13-e29b-47cb-88aa-7b9ac543eaf2 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 15:00:41.951462 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Allocated IP 172.20.0.8 (8a90b672-ca89-40cb-80e8-9c87a238768c/43607336-e154-478c-a926-960741842c1d/7b3c1814-483b-46b8-ab35-7912317c26a2) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:00:42.296739 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:42.320105 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1ae8d3fb-b490-4566-978a-d7d817a1c99f req-bfc06a8b-6299-4a1c-ab42-55ad76cded62 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 210 time: 0.8466494 Oct 25 15:00:42.373467 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device c195250a-1cb5-4c5d-a85c-8af4ad09bc39 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:00:42.524281 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-a5f866e0-6cb7-451b-8803-7e5ba0d7b182 None None] Provisioning for port c195250a-1cb5-4c5d-a85c-8af4ad09bc39 completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:00:42.539476 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c49f1d92-a872-422d-9285-add0cda45158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28135093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27357813'] for subnet, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:42.582827 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:42.631011 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:42.750320 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Transition to ACTIVE for port object 7b3c1814-483b-46b8-ab35-7912317c26a2 will not be triggered until provisioned by entity DHCP. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:00:42.790816 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port c195250a-1cb5-4c5d-a85c-8af4ad09bc39 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:00:42.830344 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port c195250a-1cb5-4c5d-a85c-8af4ad09bc39 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:42.831475 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:42.838108 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f1d92-a872-422d-9285-add0cda45158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=327c0ecf-a28b-4b05-be24-55014af38ee9,revision_number=0']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:42.841631 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-c49f1d92-a872-422d-9285-add0cda45158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:42.850698 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49f1d92-a872-422d-9285-add0cda45158 admin admin] Checking segment: {'id': '4ec8db25-0dd8-40b1-84ff-8d2618c6b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:00:42.851350 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f1d92-a872-422d-9285-add0cda45158 admin admin] Network hostable DHCP agents. Network: 1486c024-f03d-46e5-ad51-efb345f205e9, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 15:00:42.869996 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60098) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:42.891560 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f1d92-a872-422d-9285-add0cda45158 admin admin] Network 1486c024-f03d-46e5-ad51-efb345f205e9 is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 15:00:42.915740 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-c49f1d92-a872-422d-9285-add0cda45158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, 1486c024-f03d-46e5-ad51-efb345f205e9) {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:00:42.925166 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49f1d92-a872-422d-9285-add0cda45158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:42.925761 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c49f1d92-a872-422d-9285-add0cda45158 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:42.933959 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d760b9ec-4da4-4475-9f18-36bc8eba0cf0 None None] Network 1486c024-f03d-46e5-ad51-efb345f205e9 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 15:00:42.976264 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-c49f1d92-a872-422d-9285-add0cda45158 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8347051 Oct 25 15:00:42.978687 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60104) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:42.989250 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:00:43.007599 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:43.021955 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Usage tracker for resource:router and tenant:1f285f7297eb4cdf8062b6e13b8b95ff is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:43.038493 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:43.069511 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:43.105771 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:43.114643 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34912'] for router, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:43.116582 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-770541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34907'] for router, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:43.298768 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-92d7d855-718d-4bd9-aa8b-f6ffca92b84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:43.324234 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:43.341320 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:43.347742 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-92d7d855-718d-4bd9-aa8b-f6ffca92b84c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:43.364128 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-92d7d855-718d-4bd9-aa8b-f6ffca92b84c admin admin] Usage tracker for resource:security_group_rule and tenant:a9926f23a2ee4a7aa92331abc7fbb7d2 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:43.389197 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-92d7d855-718d-4bd9-aa8b-f6ffca92b84c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:43.421060 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-92d7d855-718d-4bd9-aa8b-f6ffca92b84c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:43.473149 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:43.507310 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:43.547419 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port c195250a-1cb5-4c5d-a85c-8af4ad09bc39, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=c195250a-1cb5-4c5d-a85c-8af4ad09bc39,segment=NetworkSegment(20424e51-891f-4967-93fe-cd22c9481e58),segment_id=20424e51-891f-4967-93fe-cd22c9481e58)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:00:43.562218 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:43.569146 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:43.704426 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57dbe637-2512-5ec1-9f6a-013c602b152d-1486c024-f03d-46e5-ad51-efb345f205e9', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9'}]}} from dv-cinder-813751-1-smb. {{(pid=86780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 25 15:00:43.705656 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:43.762893 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=c195250a-1cb5-4c5d-a85c-8af4ad09bc39,revision_number=3']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:43.767606 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:43.768831 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-fe4f412a-bc90-4259-9321-2491d8861a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:43.781685 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-54b3cf7f-e6e9-4eb3-9d37-e39ed5c7235f None None] Provisioning complete for port c195250a-1cb5-4c5d-a85c-8af4ad09bc39 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:43.782421 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-54b3cf7f-e6e9-4eb3-9d37-e39ed5c7235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:44.003393 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Pushing event updated for resources: {'Port': ['ID=7b3c1814-483b-46b8-ab35-7912317c26a2,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:44.203114 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.db_base_plugin_common [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Allocated IP 172.20.0.2 (1486c024-f03d-46e5-ad51-efb345f205e9/327c0ecf-a28b-4b05-be24-55014af38ee9/7a659874-687b-4592-ba2a-1f59a5365a76) {{(pid=86780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:00:44.290914 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:44.295651 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672924'] for router, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:44.446063 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Network 8a90b672-ca89-40cb-80e8-9c87a238768c is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:00:44.560855 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-92d7d855-718d-4bd9-aa8b-f6ffca92b84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:44.577995 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-92d7d855-718d-4bd9-aa8b-f6ffca92b84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:44.593020 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:00:44.594194 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-2da1252d-5d7b-429a-8d4d-c81d4796ba70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:44.603244 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:00:44.632349 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34885'] for router, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:44.703362 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7d855-718d-4bd9-aa8b-f6ffca92b84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5f4b5d-598e-4d49-85fa-9a969b4babb9,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:44.703362 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-92d7d855-718d-4bd9-aa8b-f6ffca92b84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:44.787715 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-92d7d855-718d-4bd9-aa8b-f6ffca92b84c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9926f23a2ee4a7aa92331abc7fbb7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9145789 Oct 25 15:00:44.791241 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60120) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:44.826797 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b51c8-b475-4bd7-b8ce-c0c9793d0ea6 req-0244279a-38e0-4aec-b619-ee02fb9a49cb tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:44.832015 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-965b51c8-b475-4bd7-b8ce-c0c9793d0ea6 req-0244279a-38e0-4aec-b619-ee02fb9a49cb tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 931 time: 1.2173455 Oct 25 15:00:44.833014 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:44.834711 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:44.910352 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8849845 Oct 25 15:00:44.936557 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Notify callbacks [] for port, precommit_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:45.000025 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Router f8dc249c-9b58-4dc0-b626-27265caea469 is scheduled to L3 agent 66de2074-8959-403d-9168-754d85c11774 with binding_index 1 {{(pid=86778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 25 15:00:45.033375 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Transition to ACTIVE for port object 7a659874-687b-4592-ba2a-1f59a5365a76 will not be triggered until provisioned by entity L2. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:00:45.075556 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:45.113315 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Transition to ACTIVE for port object 7a659874-687b-4592-ba2a-1f59a5365a76 will not be triggered until provisioned by entity DHCP. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:00:45.134086 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387'] for port, after_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:45.150327 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:45.207565 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Request body: {'port': {'device_id': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:00:45.257921 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-32705b5b-508d-4821-94bf-209e36806255 None None] Provisioning for port 7b3c1814-483b-46b8-ab35-7912317c26a2 completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:00:45.293749 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-32705b5b-508d-4821-94bf-209e36806255 None None] Provisioning complete for port 7b3c1814-483b-46b8-ab35-7912317c26a2 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:45.294322 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-32705b5b-508d-4821-94bf-209e36806255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:45.346386 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Network 1486c024-f03d-46e5-ad51-efb345f205e9 is already hosted by enough agents. {{(pid=86780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:00:45.374091 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.scheduler.base_scheduler [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Resources bound (agent type, host, resource id): {{(pid=86780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:00:45.389822 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Received port after_create {{(pid=86780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:00:45.448407 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Pushing event updated for resources: {'Port': ['ID=7a659874-687b-4592-ba2a-1f59a5365a76,revision_number=1']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:45.452135 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:45.480487 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2febaf0c-230f-47d6-bfb7-7fb70692c957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:45.494265 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-965b51c8-b475-4bd7-b8ce-c0c9793d0ea6 req-76fbfbe6-70ef-4730-8ae5-46d4f0ee9371 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Synchronizing usage tracker for tenant:6b722154703449e688c5cf0149eb8a20 on resource:security_group {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:00:45.614905 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-965b51c8-b475-4bd7-b8ce-c0c9793d0ea6 req-76fbfbe6-70ef-4730-8ae5-46d4f0ee9371 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Unset dirty status for tenant:6b722154703449e688c5cf0149eb8a20 on resource:security_group {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:00:45.626375 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-965b51c8-b475-4bd7-b8ce-c0c9793d0ea6 req-76fbfbe6-70ef-4730-8ae5-46d4f0ee9371 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7626021 Oct 25 15:00:45.640542 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2febaf0c-230f-47d6-bfb7-7fb70692c957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:45.680864 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-32705b5b-508d-4821-94bf-209e36806255 None None] Port 7b3c1814-483b-46b8-ab35-7912317c26a2 cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 15:00:45.747097 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:45.795166 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Attempting to bind port 7a659874-687b-4592-ba2a-1f59a5365a76 on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:00:45.795673 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Attempting to bind port 7a659874-687b-4592-ba2a-1f59a5365a76 by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '4ec8db25-0dd8-40b1-84ff-8d2618c6b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9'}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:00:45.796221 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Attempting to bind port 7a659874-687b-4592-ba2a-1f59a5365a76 on network 1486c024-f03d-46e5-ad51-efb345f205e9 {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:00:45.833081 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2febaf0c-230f-47d6-bfb7-7fb70692c957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:45.840886 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-8a027893-2657-4e99-bad9-f709d5e14097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:45.841683 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:00:45.842473 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Checking segment: {'id': '4ec8db25-0dd8-40b1-84ff-8d2618c6b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:00:45.843367 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:45.844435 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Bound using segment: {'id': '4ec8db25-0dd8-40b1-84ff-8d2618c6b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9'} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:00:45.845510 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Bound port: 7a659874-687b-4592-ba2a-1f59a5365a76, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec8db25-0dd8-40b1-84ff-8d2618c6b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9'}}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:00:45.846913 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:45.889091 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device c195250a-1cb5-4c5d-a85c-8af4ad09bc39 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:00:46.021314 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febaf0c-230f-47d6-bfb7-7fb70692c957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5f4b5d-598e-4d49-85fa-9a969b4babb9,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:46.055144 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-2febaf0c-230f-47d6-bfb7-7fb70692c957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:46.242270 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:00:46.317235 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Sync routers for ids ['f8dc249c-9b58-4dc0-b626-27265caea469'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:00:46.391014 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Routers {'f8dc249c-9b58-4dc0-b626-27265caea469'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:00:46.399893 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Notify callbacks [] for router, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:46.401967 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.1431932 Oct 25 15:00:46.402957 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:00:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['f8dc249c-9b58-4dc0-b626-27265caea469'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:46.414563 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60140) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:46.513963 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2febaf0c-230f-47d6-bfb7-7fb70692c957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:46.528485 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-2febaf0c-230f-47d6-bfb7-7fb70692c957 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d5f4b5d-598e-4d49-85fa-9a969b4babb9 HTTP/1.1" status: 204 len: 168 time: 1.7325761 Oct 25 15:00:46.566639 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:46.694202 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] For port 7a659874-687b-4592-ba2a-1f59a5365a76, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:00:46.719752 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:46.919510 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] For port 7a659874-687b-4592-ba2a-1f59a5365a76, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=7a659874-687b-4592-ba2a-1f59a5365a76,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:00:46.951006 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:46.965631 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port c195250a-1cb5-4c5d-a85c-8af4ad09bc39 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:46.966246 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:47.075184 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60150) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:47.126433 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_common [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Allocated IP 172.28.2.214 (f28bc334-851c-4473-9f79-bcbdd8bebf12/45bd59cf-ca3c-43e3-a738-64ab0f49ed1b/a0f53903-bafb-447a-a174-e71b74d9631c) {{(pid=86779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:00:47.199603 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3c1814-483b-46b8-ab35-7912317c26a2 {{(pid=86778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:00:47.209551 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:47.238338 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-9400fa1b-d4f9-4c4d-b7b6-5b9e6af5050d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:47.286087 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:47.293818 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Transition to ACTIVE for port object 7b3c1814-483b-46b8-ab35-7912317c26a2 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:00:47.308876 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:47.331851 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-0f04f31b-1c8c-4fdc-9b8f-a1480080800d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:47.535393 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Pushing event updated for resources: {'Port': ['ID=7b3c1814-483b-46b8-ab35-7912317c26a2,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:47.539745 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:47.568184 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45026171-c726-4991-a06b-db1bc053d0da req-37dc0b19-bfc2-4713-8069-17d53a405c17 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:47.569903 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-45026171-c726-4991-a06b-db1bc053d0da req-37dc0b19-bfc2-4713-8069-17d53a405c17 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 943 time: 0.3175459 Oct 25 15:00:47.584945 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Pushing event updated for resources: {'Port': ['ID=7a659874-687b-4592-ba2a-1f59a5365a76,revision_number=2']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:47.597707 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:47.651566 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:47.692429 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Set router f8dc249c-9b58-4dc0-b626-27265caea469 gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:00:47.784692 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a4ff37ee-e0eb-4829-a32c-2262b61fcfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:47.812522 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-45026171-c726-4991-a06b-db1bc053d0da req-c477ee9f-fcc7-4875-82cc-d1f2b6b74488 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234662 Oct 25 15:00:47.940852 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:47.988720 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-c7356984-7e01-4b45-a79c-8567286a2c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:48.285650 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:00:48.317885 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:00:48.327008 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Received port after_create {{(pid=86779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:00:48.925511 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Pushing event updated for resources: {'Port': ['ID=a0f53903-bafb-447a-a174-e71b74d9631c,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:48.958140 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'name': 'tempest-TestShelveInstance-901667256-router', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:38Z', 'updated_at': '2021-10-25T15:00:42Z', 'revision_number': 3, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'gw_port': {'id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:90:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:40Z', 'updated_at': '2021-10-25T15:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:48.977136 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Checking router: f8dc249c-9b58-4dc0-b626-27265caea469 for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:00:48.977617 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Updating router f8dc249c-9b58-4dc0-b626-27265caea469 port 77130e3c-9fb6-4b60-99be-f3f40dce1319 binding host dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 15:00:49.034609 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.045s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:49.073594 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 7a659874-687b-4592-ba2a-1f59a5365a76 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:00:49.142256 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-a4ff37ee-e0eb-4829-a32c-2262b61fcfb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:49.286184 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:49.352233 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-a4ff37ee-e0eb-4829-a32c-2262b61fcfb7 admin admin] Usage tracker for resource:security_group_rule and tenant:0ff092a31fef4a5493bd728b5b9196fc is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:49.375291 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-a4ff37ee-e0eb-4829-a32c-2262b61fcfb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:49.398871 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-a4ff37ee-e0eb-4829-a32c-2262b61fcfb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:49.537288 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Attempting to bind port 7b3c1814-483b-46b8-ab35-7912317c26a2 on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:00:49.538021 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Attempting to bind port 7b3c1814-483b-46b8-ab35-7912317c26a2 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '97575ddb-3903-4ccd-890f-6e58fc554382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:00:49.538533 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Attempting to bind port 7b3c1814-483b-46b8-ab35-7912317c26a2 on network 8a90b672-ca89-40cb-80e8-9c87a238768c {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:00:49.550208 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port 7a659874-687b-4592-ba2a-1f59a5365a76 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:00:49.582987 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23384f1-1bbd-4d53-8823-24553722600e None None] Network 1486c024-f03d-46e5-ad51-efb345f205e9 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 15:00:49.602505 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Port 7b3c1814-483b-46b8-ab35-7912317c26a2 on network 8a90b672-ca89-40cb-80e8-9c87a238768c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 15:00:49.602921 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Attempting to bind port 7b3c1814-483b-46b8-ab35-7912317c26a2 on network 8a90b672-ca89-40cb-80e8-9c87a238768c {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:00:49.638123 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0c1fd-e142-4a9b-bcb0-f88d2ad90e07 req-44157e7d-505d-4a16-8558-b4445c4daeed tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:49.641215 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ecd0c1fd-e142-4a9b-bcb0-f88d2ad90e07 req-44157e7d-505d-4a16-8558-b4445c4daeed tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 943 time: 0.4860189 Oct 25 15:00:49.684007 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:00:49.684403 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Checking segment: {'id': '97575ddb-3903-4ccd-890f-6e58fc554382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:00:49.684745 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Bound using segment: {'id': '97575ddb-3903-4ccd-890f-6e58fc554382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:00:49.685239 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Bound port: 7b3c1814-483b-46b8-ab35-7912317c26a2, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97575ddb-3903-4ccd-890f-6e58fc554382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:00:49.685782 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:49.957942 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ecd0c1fd-e142-4a9b-bcb0-f88d2ad90e07 req-e34762bd-b5d4-456d-8431-7723e79e289c tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810081 Oct 25 15:00:49.972642 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:50.113728 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-be3d2874-4e9f-48d4-b450-0e32f21ad847 None None] Provisioning for port 7a659874-687b-4592-ba2a-1f59a5365a76 completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:00:50.144503 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-be3d2874-4e9f-48d4-b450-0e32f21ad847 None None] Provisioning complete for port 7a659874-687b-4592-ba2a-1f59a5365a76 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:50.149026 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-be3d2874-4e9f-48d4-b450-0e32f21ad847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:50.326839 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] For port 7b3c1814-483b-46b8-ab35-7912317c26a2, host hv-cinder-81375, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:00:50.408218 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] For port 7b3c1814-483b-46b8-ab35-7912317c26a2, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=7b3c1814-483b-46b8-ab35-7912317c26a2,segment=NetworkSegment(97575ddb-3903-4ccd-890f-6e58fc554382),segment_id=97575ddb-3903-4ccd-890f-6e58fc554382)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:00:50.456986 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:50.476914 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-50579da3-d669-4b0d-97bb-2d99525099b8 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:50.508617 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60186) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:50.616398 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a4ff37ee-e0eb-4829-a32c-2262b61fcfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:50.842479 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a4ff37ee-e0eb-4829-a32c-2262b61fcfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:50.906302 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:50.906923 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:50.922453 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] 10.222.0.31 "PUT /v2.0/ports/7b3c1814-483b-46b8-ab35-7912317c26a2 HTTP/1.1" status: 200 len: 1093 time: 5.7438438 Oct 25 15:00:50.923045 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'tag': '7b3c1814-483b-46b8-ab35-7912317c26a2'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:00:51.048725 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-a4ff37ee-e0eb-4829-a32c-2262b61fcfb7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ff092a31fef4a5493bd728b5b9196fc&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9385426 Oct 25 15:00:51.049503 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60198) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:51.066432 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672924'] for router, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:51.071081 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-55f2eff1-9c21-4c14-b7d9-105cab1a33d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:51.094480 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Pushing event updated for resources: {'Port': ['ID=7b3c1814-483b-46b8-ab35-7912317c26a2,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:51.114472 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:51.150483 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5e68ad1b-8d88-4ec6-ac68-d1a4e42c63ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:51.258900 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-be3d2874-4e9f-48d4-b450-0e32f21ad847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:51.347439 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Notify callbacks [] for port, precommit_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:51.380718 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'tag': '7b3c1814-483b-46b8-ab35-7912317c26a2', 'status': 'completed', 'code': 200} Oct 25 15:00:51.433293 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-be3d2874-4e9f-48d4-b450-0e32f21ad847 None None] For port 7a659874-687b-4592-ba2a-1f59a5365a76, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=7a659874-687b-4592-ba2a-1f59a5365a76,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:00:51.456949 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Transition to ACTIVE for port object 77130e3c-9fb6-4b60-99be-f3f40dce1319 will not be triggered until provisioned by entity L2. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:00:51.465048 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-be3d2874-4e9f-48d4-b450-0e32f21ad847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:51.474421 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:51.490082 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff37ee-e0eb-4829-a32c-2262b61fcfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6da20b-695c-4630-b4b1-c4939b2e6267,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:51.495299 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-a4ff37ee-e0eb-4829-a32c-2262b61fcfb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:51.555039 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:51.581052 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-55f2eff1-9c21-4c14-b7d9-105cab1a33d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:51.613789 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-55f2eff1-9c21-4c14-b7d9-105cab1a33d0 admin admin] Usage tracker for resource:security_group_rule and tenant:2cf92b2421dd4b7dbb59ed72a1da6108 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:51.614306 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:51.641527 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-55f2eff1-9c21-4c14-b7d9-105cab1a33d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:51.662954 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-55f2eff1-9c21-4c14-b7d9-105cab1a33d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:51.781364 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Router 674b6661-f067-45a1-96fc-7b93e499b861 is scheduled to L3 agent 66de2074-8959-403d-9168-754d85c11774 with binding_index 1 {{(pid=86779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 25 15:00:51.886914 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Attempting to bind port 77130e3c-9fb6-4b60-99be-f3f40dce1319 on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:00:51.890187 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Attempting to bind port 77130e3c-9fb6-4b60-99be-f3f40dce1319 by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:00:51.890960 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Attempting to bind port 77130e3c-9fb6-4b60-99be-f3f40dce1319 on network f28bc334-851c-4473-9f79-bcbdd8bebf12 {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:00:51.939052 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:00:51.940374 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Checking segment: {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:00:51.941052 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:51.941693 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Bound using segment: {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:00:51.942464 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Bound port: 77130e3c-9fb6-4b60-99be-f3f40dce1319, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:00:51.943229 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:51.990691 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Allocated IP 172.20.0.1 (072cfa13-e29b-47cb-88aa-7b9ac543eaf2/e45d5640-5a1d-4a94-b681-fed4499ffe87/2ba6bee4-0f6b-46cb-aab4-6af456e84369) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:00:52.149818 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d2874-4e9f-48d4-b450-0e32f21ad847 None None] Pushing event updated for resources: {'Port': ['ID=7a659874-687b-4592-ba2a-1f59a5365a76,revision_number=3']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:52.188046 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-be3d2874-4e9f-48d4-b450-0e32f21ad847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:52.199078 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.603s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:52.238795 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d67c7-6466-42f6-813d-a10e4aff525a req-c286d9da-d7c3-4f4b-b341-ed1ba397c919 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:52.251936 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fe269f4d-44c3-4229-8b9a-c525b3bb00a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:52.265911 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-502d67c7-6466-42f6-813d-a10e4aff525a req-c286d9da-d7c3-4f4b-b341-ed1ba397c919 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 943 time: 0.7529798 Oct 25 15:00:52.289022 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-e3f36cb1-8968-48ec-b406-32c8eb9e79d6 None None] Provisioning complete for port 7a659874-687b-4592-ba2a-1f59a5365a76 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:52.290707 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e3f36cb1-8968-48ec-b406-32c8eb9e79d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:52.299723 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:00:52.310588 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Sync routers for ids ['674b6661-f067-45a1-96fc-7b93e499b861'] in dv-cinder-813751-1-smb {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:00:52.346552 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Routers {'674b6661-f067-45a1-96fc-7b93e499b861'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:00:52.357721 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:00:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['674b6661-f067-45a1-96fc-7b93e499b861'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:52.384334 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-8f8810d3-30e2-4a47-9b54-839e1c8e64c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:52.390182 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-8f8810d3-30e2-4a47-9b54-839e1c8e64c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b722154703449e688c5cf0149eb8a20&device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 1096 time: 1.0020859 Oct 25 15:00:52.415954 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fe269f4d-44c3-4229-8b9a-c525b3bb00a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:52.465907 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-502d67c7-6466-42f6-813d-a10e4aff525a req-450ac417-651a-436f-a83c-b576a5011fc5 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989903 Oct 25 15:00:52.512384 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Notify callbacks [] for router, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:52.520687 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.5370727 Oct 25 15:00:52.523532 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60202) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:52.611626 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66782e2-8817-423a-86ac-2e56405402be None None] Pushing event updated for resources: {'Port': ['ID=77130e3c-9fb6-4b60-99be-f3f40dce1319,revision_number=2']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:52.614108 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:52.614654 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] For port 77130e3c-9fb6-4b60-99be-f3f40dce1319, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:00:52.633721 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] For port 77130e3c-9fb6-4b60-99be-f3f40dce1319, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=77130e3c-9fb6-4b60-99be-f3f40dce1319,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:00:52.634988 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-b66782e2-8817-423a-86ac-2e56405402be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:52.659522 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:52.678918 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:52.680494 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Transition to ACTIVE for port object 2ba6bee4-0f6b-46cb-aab4-6af456e84369 will not be triggered until provisioned by entity DHCP. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:00:52.750849 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fe269f4d-44c3-4229-8b9a-c525b3bb00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:52.775849 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c8c0bd59-3925-4ec7-98b9-e12012265962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:52.844521 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe269f4d-44c3-4229-8b9a-c525b3bb00a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6da20b-695c-4630-b4b1-c4939b2e6267,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:52.849623 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Set router 674b6661-f067-45a1-96fc-7b93e499b861 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:00:52.857214 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 7a659874-687b-4592-ba2a-1f59a5365a76 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:00:52.869388 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-fe269f4d-44c3-4229-8b9a-c525b3bb00a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:52.883116 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:52.894816 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-a90fc903-8957-41e2-b825-6d160cc41ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:53.014487 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fe269f4d-44c3-4229-8b9a-c525b3bb00a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:53.015667 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-fe269f4d-44c3-4229-8b9a-c525b3bb00a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd6da20b-695c-4630-b4b1-c4939b2e6267 HTTP/1.1" status: 204 len: 168 time: 1.9585683 Oct 25 15:00:53.092710 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Network 072cfa13-e29b-47cb-88aa-7b9ac543eaf2 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:00:53.103818 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:00:53.107532 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:00:53.225259 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-55f2eff1-9c21-4c14-b7d9-105cab1a33d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:53.259975 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748369'] for router_interface, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:53.548324 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:49Z', 'revision_number': 3, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:53.554974 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Checking router: 674b6661-f067-45a1-96fc-7b93e499b861 for host: dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:00:53.555610 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Updating router 674b6661-f067-45a1-96fc-7b93e499b861 port a0f53903-bafb-447a-a174-e71b74d9631c binding host dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 15:00:53.599324 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-55f2eff1-9c21-4c14-b7d9-105cab1a33d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:53.626254 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:53.640156 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Routers {'f8dc249c-9b58-4dc0-b626-27265caea469'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:00:53.640800 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:00:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['f8dc249c-9b58-4dc0-b626-27265caea469'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:53.671989 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e193a336-2286-45a1-8dc7-9d8de7dbbfd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:53.686021 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-55f2eff1-9c21-4c14-b7d9-105cab1a33d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2cf92b2421dd4b7dbb59ed72a1da6108&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1762271 Oct 25 15:00:53.688112 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60212) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:53.845140 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66782e2-8817-423a-86ac-2e56405402be None None] Pushing event updated for resources: {'Port': ['ID=77130e3c-9fb6-4b60-99be-f3f40dce1319,revision_number=3']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:53.853120 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-b66782e2-8817-423a-86ac-2e56405402be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.174s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:53.880491 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c8e1ad0e-ce74-40ed-9767-3a413622d935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:53.899490 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2eff1-9c21-4c14-b7d9-105cab1a33d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6c2fd1-472c-42da-913f-4bee8d9159cf,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:53.908174 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-55f2eff1-9c21-4c14-b7d9-105cab1a33d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:53.947394 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60216) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:54.070366 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e27e3574-3df8-4df7-9456-6f3fa5e3a444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:54.074681 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 7a659874-687b-4592-ba2a-1f59a5365a76 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:54.077143 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:54.169801 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-ceadf996-1f52-4c89-a3d1-cf1e3ad5d276 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b3c1814-483b-46b8-ab35-7912317c26a2 HTTP/1.1" status: 200 len: 217 time: 0.2280276 Oct 25 15:00:54.207410 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c8e1ad0e-ce74-40ed-9767-3a413622d935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:54.214154 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Pushing event updated for resources: {'Port': ['ID=2ba6bee4-0f6b-46cb-aab4-6af456e84369,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:54.221958 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.328s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:54.241341 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-e27e3574-3df8-4df7-9456-6f3fa5e3a444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:54.262808 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-e27e3574-3df8-4df7-9456-6f3fa5e3a444 admin admin] Usage tracker for resource:security_group_rule and tenant:4e88d31ef1554980b58b68693116fd79 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:54.275733 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-e27e3574-3df8-4df7-9456-6f3fa5e3a444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:54.287041 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-a1bd497a-b266-4762-9c65-9ac8408fa646 None None] Provisioning for port 2ba6bee4-0f6b-46cb-aab4-6af456e84369 completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:00:54.306330 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-e27e3574-3df8-4df7-9456-6f3fa5e3a444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:54.361265 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a59481-0654-4603-90f0-af576dcee4e0 req-b83afe62-b6a9-4bc0-8514-e4224a458d05 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:54.363226 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-a1bd497a-b266-4762-9c65-9ac8408fa646 None None] Provisioning complete for port 2ba6bee4-0f6b-46cb-aab4-6af456e84369 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:54.363889 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a1bd497a-b266-4762-9c65-9ac8408fa646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:54.364402 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-68a59481-0654-4603-90f0-af576dcee4e0 req-b83afe62-b6a9-4bc0-8514-e4224a458d05 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 943 time: 0.5466764 Oct 25 15:00:54.446123 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] Set router f8dc249c-9b58-4dc0-b626-27265caea469 gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:00:54.500329 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:54.518894 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Transition to ACTIVE for port object a0f53903-bafb-447a-a174-e71b74d9631c will not be triggered until provisioned by entity L2. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:00:54.526172 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-68a59481-0654-4603-90f0-af576dcee4e0 req-0785e5db-6278-4584-a903-bd555523a2f8 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379001 Oct 25 15:00:54.571107 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:54.571698 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-9a968f53-dc5e-47ef-9f95-dc2b61796b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:54.572735 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-9a968f53-dc5e-47ef-9f95-dc2b61796b21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43607336-e154-478c-a926-960741842c1d HTTP/1.1" status: 200 len: 853 time: 0.2353015 Oct 25 15:00:54.578140 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:54.766245 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25efa1-5429-4b84-9a43-e770a8da4d67 None None] Pushing event updated for resources: {'Port': ['ID=a0f53903-bafb-447a-a174-e71b74d9631c,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:54.773559 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Attempting to bind port a0f53903-bafb-447a-a174-e71b74d9631c on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:00:54.774186 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Attempting to bind port a0f53903-bafb-447a-a174-e71b74d9631c by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:00:54.774704 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Attempting to bind port a0f53903-bafb-447a-a174-e71b74d9631c on network f28bc334-851c-4473-9f79-bcbdd8bebf12 {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:00:54.800815 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:00:54.801235 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Checking segment: {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:00:54.801582 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:54.801974 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Bound using segment: {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:00:54.802440 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Bound port: a0f53903-bafb-447a-a174-e71b74d9631c, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:00:54.802817 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:54.839443 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c8e1ad0e-ce74-40ed-9767-3a413622d935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:54.848111 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25efa1-5429-4b84-9a43-e770a8da4d67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:54.848524 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25efa1-5429-4b84-9a43-e770a8da4d67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:54.848792 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25efa1-5429-4b84-9a43-e770a8da4d67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:54.849328 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25efa1-5429-4b84-9a43-e770a8da4d67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:54.849831 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25efa1-5429-4b84-9a43-e770a8da4d67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:54.850381 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25efa1-5429-4b84-9a43-e770a8da4d67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:54.850731 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25efa1-5429-4b84-9a43-e770a8da4d67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:54.851267 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25efa1-5429-4b84-9a43-e770a8da4d67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:54.851610 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25efa1-5429-4b84-9a43-e770a8da4d67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:54.852030 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25efa1-5429-4b84-9a43-e770a8da4d67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:54.852517 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25efa1-5429-4b84-9a43-e770a8da4d67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:54.852840 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25efa1-5429-4b84-9a43-e770a8da4d67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:00:54.863358 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-ce25efa1-5429-4b84-9a43-e770a8da4d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:54.871544 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-d2bbd0b7-1b83-4d54-a4c0-0f74744a3bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:54.922666 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] For port a0f53903-bafb-447a-a174-e71b74d9631c, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:00:54.929243 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] For port a0f53903-bafb-447a-a174-e71b74d9631c, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=a0f53903-bafb-447a-a174-e71b74d9631c,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:00:54.937723 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:54.950395 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:55.005515 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd497a-b266-4762-9c65-9ac8408fa646 None None] Port 2ba6bee4-0f6b-46cb-aab4-6af456e84369 cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 15:00:55.030229 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:55.088784 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:55.125637 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25efa1-5429-4b84-9a43-e770a8da4d67 None None] Pushing event updated for resources: {'Port': ['ID=a0f53903-bafb-447a-a174-e71b74d9631c,revision_number=3']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:55.137890 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-ce25efa1-5429-4b84-9a43-e770a8da4d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:55.167965 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Routers {'674b6661-f067-45a1-96fc-7b93e499b861'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:00:55.168925 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:00:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['674b6661-f067-45a1-96fc-7b93e499b861'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:55.309174 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1ad0e-ce74-40ed-9767-3a413622d935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6c2fd1-472c-42da-913f-4bee8d9159cf,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:55.326280 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'name': 'tempest-TestShelveInstance-901667256-router', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:38Z', 'updated_at': '2021-10-25T15:00:42Z', 'revision_number': 3, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'gw_port': {'id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:90:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:40Z', 'updated_at': '2021-10-25T15:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:55.335954 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-9db2683d-7e53-4c6a-af57-882b2869c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:55.337609 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-9db2683d-7e53-4c6a-af57-882b2869c6a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a90b672-ca89-40cb-80e8-9c87a238768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7295318 Oct 25 15:00:55.344742 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-c8e1ad0e-ce74-40ed-9767-3a413622d935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:55.352288 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ed888-89be-411f-b396-37f0ae316f55 None None] The sync data for ids ['f8dc249c-9b58-4dc0-b626-27265caea469'] in dv-cinder-813751-1-smb is: [{'id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'name': 'tempest-TestShelveInstance-901667256-router', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:38Z', 'updated_at': '2021-10-25T15:00:42Z', 'revision_number': 3, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'gw_port': {'id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:90:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:40Z', 'updated_at': '2021-10-25T15:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:00:55.360125 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c8e1ad0e-ce74-40ed-9767-3a413622d935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:55.366519 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-c8e1ad0e-ce74-40ed-9767-3a413622d935 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ce6c2fd1-472c-42da-913f-4bee8d9159cf HTTP/1.1" status: 204 len: 168 time: 1.6696382 Oct 25 15:00:55.441699 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e27e3574-3df8-4df7-9456-6f3fa5e3a444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:55.460389 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e27e3574-3df8-4df7-9456-6f3fa5e3a444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:55.497631 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-fa5fbbe8-7885-4ac1-8619-87f19bdb9dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:55.573417 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] Set router 674b6661-f067-45a1-96fc-7b93e499b861 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:00:55.582929 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-e27e3574-3df8-4df7-9456-6f3fa5e3a444 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e88d31ef1554980b58b68693116fd79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6107116 Oct 25 15:00:55.647262 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60226) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:55.671353 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-8c1b7172-2005-477c-b3ab-78f377b0d6ca service neutron] 10.222.0.31 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546633 Oct 25 15:00:55.692577 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e3574-3df8-4df7-9456-6f3fa5e3a444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0478695-8bff-47b7-9cee-aa995a7a1797,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:55.701309 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e27e3574-3df8-4df7-9456-6f3fa5e3a444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:55.837783 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:55.845242 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_common [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Allocated IP 172.20.0.1 (1486c024-f03d-46e5-ad51-efb345f205e9/327c0ecf-a28b-4b05-be24-55014af38ee9/06d47cb8-474c-44ff-a6a1-ad4cb44875be) {{(pid=86779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:00:55.849148 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:55.881010 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-485670d9-7ce4-4bbc-895f-403beb0b699b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:55.992750 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Pushing event updated for resources: {'Port': ['ID=2ba6bee4-0f6b-46cb-aab4-6af456e84369,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:56.011273 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:56.031442 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9212f30c-5659-4079-aa9c-33e7bb45fd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:56.050227 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-509bcdbf-a0d2-43a5-8e59-359172b88cfc req-5e575209-8475-41fe-ae75-d581cc8a0f62 service neutron] 10.222.0.31 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679018 Oct 25 15:00:56.062802 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748530'] for router_interface, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:56.166361 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:49Z', 'revision_number': 3, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:56.201106 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe847c-2a11-4f57-97b5-bfb7d450e2a8 None None] The sync data for ids ['674b6661-f067-45a1-96fc-7b93e499b861'] in dv-cinder-813751-1-smb is: [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:49Z', 'revision_number': 3, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}] {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:00:56.280106 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9212f30c-5659-4079-aa9c-33e7bb45fd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:56.354201 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:56.362530 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Network 072cfa13-e29b-47cb-88aa-7b9ac543eaf2 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:00:56.365871 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6768105-e6cb-4199-85de-26026f61d62c req-60708004-bb86-4b08-b7fb-2b26b9a772b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:56.367404 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a6768105-e6cb-4199-85de-26026f61d62c req-60708004-bb86-4b08-b7fb-2b26b9a772b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b722154703449e688c5cf0149eb8a20&device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 1096 time: 0.1912715 Oct 25 15:00:56.368399 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:00:56.453205 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50facdd5-14ca-4863-9f66-51a4ebad36fc req-7bcdeaf2-8524-467f-b8a7-d7c689eefa2f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:56.457349 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-50facdd5-14ca-4863-9f66-51a4ebad36fc req-7bcdeaf2-8524-467f-b8a7-d7c689eefa2f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 943 time: 0.7000241 Oct 25 15:00:56.470215 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.provisioning_blocks [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Transition to ACTIVE for port object 06d47cb8-474c-44ff-a6a1-ad4cb44875be will not be triggered until provisioned by entity DHCP. {{(pid=86779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:00:56.612132 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-50facdd5-14ca-4863-9f66-51a4ebad36fc req-ad2c21cb-b8de-4480-85c2-2bccbcfd8192 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023417 Oct 25 15:00:56.638195 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9212f30c-5659-4079-aa9c-33e7bb45fd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:56.641629 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-3a05f313-f58b-426d-ad93-0908b1439183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:56.706024 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:56.722143 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212f30c-5659-4079-aa9c-33e7bb45fd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0478695-8bff-47b7-9cee-aa995a7a1797,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:56.735968 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-9212f30c-5659-4079-aa9c-33e7bb45fd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:56.738532 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:56.822748 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-9212f30c-5659-4079-aa9c-33e7bb45fd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:56.833672 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-9212f30c-5659-4079-aa9c-33e7bb45fd66 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0478695-8bff-47b7-9cee-aa995a7a1797 HTTP/1.1" status: 204 len: 168 time: 1.1646929 Oct 25 15:00:56.836128 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Network 1486c024-f03d-46e5-ad51-efb345f205e9 is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:00:56.839590 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:00:56.867095 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Received port after_create {{(pid=86779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:00:56.992776 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-f9e46c6e-dcf8-4dac-88b4-74d16cbcc0ac None None] Provisioning complete for port 2ba6bee4-0f6b-46cb-aab4-6af456e84369 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:56.993758 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-f9e46c6e-dcf8-4dac-88b4-74d16cbcc0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:57.026703 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Pushing event updated for resources: {'Port': ['ID=06d47cb8-474c-44ff-a6a1-ad4cb44875be,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:57.045680 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:57.092081 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748369'] for router_interface, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:57.093708 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6768105-e6cb-4199-85de-26026f61d62c req-6155d4de-fdd5-4beb-8964-114030946d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:57.101618 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a6768105-e6cb-4199-85de-26026f61d62c req-6155d4de-fdd5-4beb-8964-114030946d4c service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a90b672-ca89-40cb-80e8-9c87a238768c HTTP/1.1" status: 200 len: 915 time: 0.7225842 Oct 25 15:00:57.134084 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-f9e46c6e-dcf8-4dac-88b4-74d16cbcc0ac None None] Port 2ba6bee4-0f6b-46cb-aab4-6af456e84369 cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 15:00:57.233060 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Router f8dc249c-9b58-4dc0-b626-27265caea469 has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:00:57.302708 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60252) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:57.310098 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a6768105-e6cb-4199-85de-26026f61d62c req-957340b6-2103-41e5-b7a0-f238d47897c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b3c1814-483b-46b8-ab35-7912317c26a2 HTTP/1.1" status: 200 len: 217 time: 0.1933730 Oct 25 15:00:57.363848 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-5561e746-1956-4118-b50c-eadd2f1e035f None None] Provisioning for port 06d47cb8-474c-44ff-a6a1-ad4cb44875be completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:00:57.396974 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-5561e746-1956-4118-b50c-eadd2f1e035f None None] Provisioning complete for port 06d47cb8-474c-44ff-a6a1-ad4cb44875be triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:57.397341 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-5561e746-1956-4118-b50c-eadd2f1e035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:57.471529 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 77130e3c-9fb6-4b60-99be-f3f40dce1319 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:00:57.653973 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60260) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:57.679262 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d9efd988-a8fd-446e-a181-16478712034b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:57.693202 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1368778313-network', 'tenant_id': 'ef06f016d3c940a3b37dc2def4719874'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:00:57.716419 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:57.738210 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-d9efd988-a8fd-446e-a181-16478712034b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:57.740663 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6768105-e6cb-4199-85de-26026f61d62c req-b04bd1e5-263f-4363-8ee1-5106c04537ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:57.742667 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a6768105-e6cb-4199-85de-26026f61d62c req-b04bd1e5-263f-4363-8ee1-5106c04537ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43607336-e154-478c-a926-960741842c1d HTTP/1.1" status: 200 len: 853 time: 0.4228296 Oct 25 15:00:57.744615 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:57.762452 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-5561e746-1956-4118-b50c-eadd2f1e035f None None] Port 06d47cb8-474c-44ff-a6a1-ad4cb44875be cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 15:00:57.770402 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port 77130e3c-9fb6-4b60-99be-f3f40dce1319 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:00:57.771896 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-d9efd988-a8fd-446e-a181-16478712034b admin admin] Usage tracker for resource:security_group_rule and tenant:ef9e47294da342e6b6fc798db97a5e14 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:57.777272 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 77130e3c-9fb6-4b60-99be-f3f40dce1319 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:57.777974 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:57.782140 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-d9efd988-a8fd-446e-a181-16478712034b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:57.830138 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Usage tracker for resource:network and tenant:ef06f016d3c940a3b37dc2def4719874 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:57.846521 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:57.861279 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:57.881552 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:00:57.901071 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] 10.222.0.62 "PUT /v2.0/routers/f8dc249c-9b58-4dc0-b626-27265caea469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4849207 Oct 25 15:00:57.904995 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Made reservation on behalf of ef06f016d3c940a3b37dc2def4719874 for: {'network': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:00:57.907393 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:57.926122 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:57.958441 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:57.971303 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Usage tracker for resource:security_group_rule and tenant:ef06f016d3c940a3b37dc2def4719874 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:57.979817 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:57.984722 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:57.995932 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:58.000760 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6768105-e6cb-4199-85de-26026f61d62c req-75f11bf7-f832-4595-a1e4-cbb9ae594240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:58.010359 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a6768105-e6cb-4199-85de-26026f61d62c req-75f11bf7-f832-4595-a1e4-cbb9ae594240 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a90b672-ca89-40cb-80e8-9c87a238768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2594419 Oct 25 15:00:58.014713 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port 77130e3c-9fb6-4b60-99be-f3f40dce1319, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=77130e3c-9fb6-4b60-99be-f3f40dce1319,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:00:58.020665 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:58.021618 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device a0f53903-bafb-447a-a174-e71b74d9631c up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:00:58.024985 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-d9efd988-a8fd-446e-a181-16478712034b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:58.086580 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:58.258300 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=77130e3c-9fb6-4b60-99be-f3f40dce1319,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:58.262383 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:58.274735 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port a0f53903-bafb-447a-a174-e71b74d9631c completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:00:58.282558 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port a0f53903-bafb-447a-a174-e71b74d9631c triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:58.287886 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:58.294971 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee39adb-6154-4ad4-8b24-523a9fdf7bbe req-0c97c1c8-5971-4b15-bd39-dcee3ce09833 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:58.296262 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:58.296657 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bee39adb-6154-4ad4-8b24-523a9fdf7bbe req-0c97c1c8-5971-4b15-bd39-dcee3ce09833 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 943 time: 0.5215354 Oct 25 15:00:58.341134 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:58.349893 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-fe269f4d-44c3-4229-8b9a-c525b3bb00a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:58.390534 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bee39adb-6154-4ad4-8b24-523a9fdf7bbe req-cec84e19-1347-4dee-b39d-4081519e8980 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810223 Oct 25 15:00:58.433674 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=86778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 15:00:58.438017 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d9efd988-a8fd-446e-a181-16478712034b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:58.443584 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d9efd988-a8fd-446e-a181-16478712034b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:58.450183 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64db1c34-016e-4329-93ad-2fe340b2af50,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:58.455668 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:58.465405 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:58.465750 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.segments_db [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Added segment ddfb9fd8-030e-4003-9bfe-9aab457c998a of type vlan for network e2a54a28-1c4a-4230-b427-c4c3031c4ec8 Oct 25 15:00:58.473305 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-436aa341-5dcd-44f0-ad59-de5c4f4aff1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:58.503512 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:58.514055 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a6768105-e6cb-4199-85de-26026f61d62c req-1de7015f-436a-428f-83b3-e3756faa093f service neutron] 10.222.0.31 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955397 Oct 25 15:00:58.517218 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:58.532370 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28131388'] for port, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:58.533170 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efd988-a8fd-446e-a181-16478712034b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048dd801-e056-49fa-80b8-2b770d00475d,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:58.538024 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-d9efd988-a8fd-446e-a181-16478712034b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:58.560760 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:58.569422 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-d9efd988-a8fd-446e-a181-16478712034b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef9e47294da342e6b6fc798db97a5e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9116745 Oct 25 15:00:58.569724 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port a0f53903-bafb-447a-a174-e71b74d9631c, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=a0f53903-bafb-447a-a174-e71b74d9631c,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:00:58.569900 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60272) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:58.571709 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:58.579904 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:58.586780 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:58.671430 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748530'] for router_interface, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:58.676563 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Pushing event updated for resources: {'Port': ['ID=06d47cb8-474c-44ff-a6a1-ad4cb44875be,revision_number=2']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:58.688357 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:58.693326 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=a0f53903-bafb-447a-a174-e71b74d9631c,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:58.706778 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:58.808054 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:58.816895 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:58.817486 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:58.827263 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:58.853391 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a6768105-e6cb-4199-85de-26026f61d62c req-01b14d51-6784-452f-81f9-845b773bdc1e service neutron] 10.222.0.31 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252630 Oct 25 15:00:58.859923 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-73bae63f-baea-4bc0-bf03-15d37a2e639e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:58.881625 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Network 1486c024-f03d-46e5-ad51-efb345f205e9 is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:00:58.883017 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:00:58.937359 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60282) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:58.952654 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Sync routers for ids ['f8dc249c-9b58-4dc0-b626-27265caea469'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:00:58.963363 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1113769098-network', 'tenant_id': '536659e5588e49d7b21b43f50c4945ac'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:00:58.977288 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Routers {'f8dc249c-9b58-4dc0-b626-27265caea469'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:00:58.989489 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:00:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['f8dc249c-9b58-4dc0-b626-27265caea469'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:58.989746 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:58.995158 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Pushing event updated for resources: {'Network': ['ID=e2a54a28-1c4a-4230-b427-c4c3031c4ec8,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:59.012843 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:59.028044 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-73bae63f-baea-4bc0-bf03-15d37a2e639e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:59.038820 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7295210 Oct 25 15:00:59.040069 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Usage tracker for resource:network and tenant:536659e5588e49d7b21b43f50c4945ac is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:59.045909 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60286) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:00:59.046750 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:59.058476 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:59.063601 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-d81d189f-686c-4c62-8120-2e3457c64224 admin admin] Request body: {'subnet': {'network_id': 'e2a54a28-1c4a-4230-b427-c4c3031c4ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1368778313-subnet', 'tenant_id': 'ef06f016d3c940a3b37dc2def4719874', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:00:59.083234 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-d81d189f-686c-4c62-8120-2e3457c64224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:59.107704 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network e2a54a28-1c4a-4230-b427-c4c3031c4ec8 details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 15:00:59.112034 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-d81d189f-686c-4c62-8120-2e3457c64224 admin admin] Usage tracker for resource:subnet and tenant:ef06f016d3c940a3b37dc2def4719874 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:59.129874 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-d81d189f-686c-4c62-8120-2e3457c64224 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:59.160934 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Router 674b6661-f067-45a1-96fc-7b93e499b861 has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:00:59.166354 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Made reservation on behalf of 536659e5588e49d7b21b43f50c4945ac for: {'network': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:00:59.170847 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:59.213772 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-d81d189f-686c-4c62-8120-2e3457c64224 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:59.233740 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:59.255737 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-73bae63f-baea-4bc0-bf03-15d37a2e639e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:59.260637 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:00:59.262980 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-2c408912-1b37-45a0-826c-c296a62b8088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:59.272842 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81d189f-686c-4c62-8120-2e3457c64224 admin admin] Made reservation on behalf of ef06f016d3c940a3b37dc2def4719874 for: {'subnet': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:00:59.275253 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d81d189f-686c-4c62-8120-2e3457c64224 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1469761'] for subnet, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:59.290668 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Usage tracker for resource:security_group_rule and tenant:536659e5588e49d7b21b43f50c4945ac is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:00:59.297150 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:00:59.298603 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 7b3c1814-483b-46b8-ab35-7912317c26a2 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 15:00:59.302465 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bae63f-baea-4bc0-bf03-15d37a2e639e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048dd801-e056-49fa-80b8-2b770d00475d,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:00:59.335759 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 77130e3c-9fb6-4b60-99be-f3f40dce1319 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:00:59.367761 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-73bae63f-baea-4bc0-bf03-15d37a2e639e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:00:59.377991 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:00:59.384287 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-73bae63f-baea-4bc0-bf03-15d37a2e639e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:59.385427 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-73bae63f-baea-4bc0-bf03-15d37a2e639e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/048dd801-e056-49fa-80b8-2b770d00475d HTTP/1.1" status: 204 len: 168 time: 0.8147316 Oct 25 15:00:59.453628 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:00:59.478737 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] 10.222.0.62 "PUT /v2.0/routers/674b6661-f067-45a1-96fc-7b93e499b861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9534914 Oct 25 15:00:59.488004 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Sync routers for ids ['674b6661-f067-45a1-96fc-7b93e499b861'] in dv-cinder-813751-1-smb {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:00:59.511975 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Routers {'674b6661-f067-45a1-96fc-7b93e499b861'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:00:59.512613 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:00:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['674b6661-f067-45a1-96fc-7b93e499b861'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:00:59.635152 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-11886be7-6daf-410e-871f-475f7c20dd05 None None] Provisioning complete for port 06d47cb8-474c-44ff-a6a1-ad4cb44875be triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:00:59.635867 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-11886be7-6daf-410e-871f-475f7c20dd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:59.686078 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.db.resource_extend [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 15:00:59.743300 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830550c-8f97-4de3-9fd0-fd72c2be01ed req-d21ae0c1-c7c2-45d9-bbe0-f3a5a91caef4 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:00:59.744645 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:59.750307 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3830550c-8f97-4de3-9fd0-fd72c2be01ed req-d21ae0c1-c7c2-45d9-bbe0-f3a5a91caef4 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 943 time: 0.1845350 Oct 25 15:00:59.758999 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:59.773333 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-3f9342d2-88de-4e4e-a269-2c407891f3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:00:59.830732 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Set router f8dc249c-9b58-4dc0-b626-27265caea469 gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:00:59.853016 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3830550c-8f97-4de3-9fd0-fd72c2be01ed req-ad262fb1-f40a-4fe5-adff-8f8656ffa862 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873864 Oct 25 15:00:59.930669 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d81d189f-686c-4c62-8120-2e3457c64224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27819151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1469783'] for subnet, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:00:59.972471 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=86778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 15:01:00.021726 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Set router 674b6661-f067-45a1-96fc-7b93e499b861 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:01:00.036466 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702e117f-fb8f-4c32-bb29-fb5292b60d34,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:00.051037 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:00.053523 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.segments_db [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Added segment 00add08b-8850-4d92-ab5c-f1d3cda6a7f0 of type vlan for network f4d2312a-0c13-4e7d-9e5f-15879b62d5df Oct 25 15:01:00.068340 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:00.069220 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:00.200620 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:00.214342 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81d189f-686c-4c62-8120-2e3457c64224 admin admin] Checking segment: {'id': 'ddfb9fd8-030e-4003-9bfe-9aab457c998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e2a54a28-1c4a-4230-b427-c4c3031c4ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:01:00.214823 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81d189f-686c-4c62-8120-2e3457c64224 admin admin] Network hostable DHCP agents. Network: e2a54a28-1c4a-4230-b427-c4c3031c4ec8, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 15:01:00.227600 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d189f-686c-4c62-8120-2e3457c64224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d1b82a4-5e86-4cf8-a315-5c3e0187a29c,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:00.232332 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-d81d189f-686c-4c62-8120-2e3457c64224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:00.238823 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 7b3c1814-483b-46b8-ab35-7912317c26a2, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=7b3c1814-483b-46b8-ab35-7912317c26a2,segment=NetworkSegment(97575ddb-3903-4ccd-890f-6e58fc554382),segment_id=97575ddb-3903-4ccd-890f-6e58fc554382)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:00.265087 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-11886be7-6daf-410e-871f-475f7c20dd05 None None] Port 06d47cb8-474c-44ff-a6a1-ad4cb44875be cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 15:01:00.265629 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:00.267477 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:00.268863 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:00.273695 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:00.292854 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': '7b3c1814-483b-46b8-ab35-7912317c26a2', 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c', 'port_id': '7b3c1814-483b-46b8-ab35-7912317c26a2', 'mac_address': 'fa:16:3e:4b:57:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43607336-e154-478c-a926-960741842c1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 15:01:00.296634 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81d189f-686c-4c62-8120-2e3457c64224 admin admin] Network e2a54a28-1c4a-4230-b427-c4c3031c4ec8 is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 15:01:00.299351 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 77130e3c-9fb6-4b60-99be-f3f40dce1319 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:00.300014 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:00.520387 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Pushing event updated for resources: {'Network': ['ID=f4d2312a-0c13-4e7d-9e5f-15879b62d5df,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:00.533516 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:00.541544 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-d81d189f-686c-4c62-8120-2e3457c64224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, e2a54a28-1c4a-4230-b427-c4c3031c4ec8) {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:01:00.551588 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81d189f-686c-4c62-8120-2e3457c64224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:00.552243 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d81d189f-686c-4c62-8120-2e3457c64224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:00.578192 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6301155 Oct 25 15:01:00.578454 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60300) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:00.591997 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-d81d189f-686c-4c62-8120-2e3457c64224 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5417085 Oct 25 15:01:00.606681 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] Request body: {'subnet': {'network_id': 'f4d2312a-0c13-4e7d-9e5f-15879b62d5df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1113769098-subnet', 'tenant_id': '536659e5588e49d7b21b43f50c4945ac', 'ip_version': 4}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:00.624040 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:00.633645 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] Usage tracker for resource:subnet and tenant:536659e5588e49d7b21b43f50c4945ac is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:00.637342 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network f4d2312a-0c13-4e7d-9e5f-15879b62d5df details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 15:01:00.641257 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:00.653499 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:00.657916 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '06d47cb8-474c-44ff-a6a1-ad4cb44875be', 'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'mac_address': 'fa:16:3e:70:2a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:55Z', 'updated_at': '2021-10-25T15:00:58Z', 'revision_number': 2, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'subnets': [{'id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:00.667106 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c11074f-c0b3-44d0-bc80-624cc105514d None None] Network e2a54a28-1c4a-4230-b427-c4c3031c4ec8 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 15:01:00.673268 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Checking router: 674b6661-f067-45a1-96fc-7b93e499b861 for host: dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:01:00.673720 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Updating router 674b6661-f067-45a1-96fc-7b93e499b861 port 06d47cb8-474c-44ff-a6a1-ad4cb44875be binding host dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 15:01:00.681408 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] Made reservation on behalf of 536659e5588e49d7b21b43f50c4945ac for: {'subnet': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:01:00.690255 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27357795'] for subnet, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:00.733750 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:00.795378 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60306) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:00.801813 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-0f86f775-4dd0-4e2d-bbe6-d7278a595ef9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1820586276', 'description': 'tempest-description--1333456503'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:00.817335 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-0f86f775-4dd0-4e2d-bbe6-d7278a595ef9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:00.834564 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-0f86f775-4dd0-4e2d-bbe6-d7278a595ef9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Usage tracker for resource:security_group and tenant:1f285f7297eb4cdf8062b6e13b8b95ff is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:00.840149 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-0f86f775-4dd0-4e2d-bbe6-d7278a595ef9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:00.853148 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-0f86f775-4dd0-4e2d-bbe6-d7278a595ef9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:00.881915 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0f86f775-4dd0-4e2d-bbe6-d7278a595ef9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:00.918518 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-0f86f775-4dd0-4e2d-bbe6-d7278a595ef9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:00.942707 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-0f86f775-4dd0-4e2d-bbe6-d7278a595ef9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Usage tracker for resource:security_group_rule and tenant:1f285f7297eb4cdf8062b6e13b8b95ff is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:00.954910 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-0f86f775-4dd0-4e2d-bbe6-d7278a595ef9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:00.971492 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-0f86f775-4dd0-4e2d-bbe6-d7278a595ef9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:01.081764 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:01.212108 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28135093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27357813'] for subnet, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:01.228593 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:01.302517 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4671a30c-b15e-4344-9648-5786d977d827 None None] Network e2a54a28-1c4a-4230-b427-c4c3031c4ec8 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 15:01:01.308701 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0f86f775-4dd0-4e2d-bbe6-d7278a595ef9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:01.337328 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0f86f775-4dd0-4e2d-bbe6-d7278a595ef9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:01.403349 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3c1814-483b-46b8-ab35-7912317c26a2 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:01:01.420986 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-0f86f775-4dd0-4e2d-bbe6-d7278a595ef9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:01.422684 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-0f86f775-4dd0-4e2d-bbe6-d7278a595ef9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6258800 Oct 25 15:01:01.423926 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3215d5f5-b076-4981-b2b1-9d42e87fc83e,revision_number=0']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:01.426033 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60316) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:01.430671 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:01.431677 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-46c1ea6e-2679-4ca0-ac59-8a3327cb4c81 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Request body: {'security_group_rule': {'security_group_id': '608f05af-fe4d-40e4-91fd-8cbb6a0904b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:01.433685 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f2558f49-4883-4db8-9751-dcb9ffd564b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:01.444794 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-46c1ea6e-2679-4ca0-ac59-8a3327cb4c81 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:01.449055 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-46c1ea6e-2679-4ca0-ac59-8a3327cb4c81 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Usage tracker for resource:security_group_rule and tenant:1f285f7297eb4cdf8062b6e13b8b95ff is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:01.460808 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-46c1ea6e-2679-4ca0-ac59-8a3327cb4c81 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:01.464479 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] Checking segment: {'id': '00add08b-8850-4d92-ab5c-f1d3cda6a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f4d2312a-0c13-4e7d-9e5f-15879b62d5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:01:01.465015 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] Network hostable DHCP agents. Network: f4d2312a-0c13-4e7d-9e5f-15879b62d5df, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 15:01:01.472437 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-46c1ea6e-2679-4ca0-ac59-8a3327cb4c81 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:01.480629 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86f775-4dd0-4e2d-bbe6-d7278a595ef9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608f05af-fe4d-40e4-91fd-8cbb6a0904b5,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:01.489655 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-0f86f775-4dd0-4e2d-bbe6-d7278a595ef9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:01.510045 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-46c1ea6e-2679-4ca0-ac59-8a3327cb4c81 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:01.527668 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961ea68-3559-414f-a7b8-79f3f7daf194 req-b4423147-45fd-4fea-9d73-265324ab8472 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:01.529895 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7961ea68-3559-414f-a7b8-79f3f7daf194 req-b4423147-45fd-4fea-9d73-265324ab8472 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 943 time: 0.2664680 Oct 25 15:01:01.531278 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] Network f4d2312a-0c13-4e7d-9e5f-15879b62d5df is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 15:01:01.558924 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:01.559258 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, f4d2312a-0c13-4e7d-9e5f-15879b62d5df) {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:01:01.569021 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:01.569945 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:01.589372 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:01:01.598161 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 7b3c1814-483b-46b8-ab35-7912317c26a2, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=7b3c1814-483b-46b8-ab35-7912317c26a2,segment=NetworkSegment(97575ddb-3903-4ccd-890f-6e58fc554382),segment_id=97575ddb-3903-4ccd-890f-6e58fc554382)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:01.615291 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7961ea68-3559-414f-a7b8-79f3f7daf194 req-38812994-0c79-4893-9586-579fd912aaed tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787084 Oct 25 15:01:01.623809 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0429478 Oct 25 15:01:01.628059 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Transition to ACTIVE for port object 06d47cb8-474c-44ff-a6a1-ad4cb44875be will not be triggered until provisioned by entity L2. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:01:01.628847 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60322) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:01.637304 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1113769098-router', 'tenant_id': '536659e5588e49d7b21b43f50c4945ac', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:01.644251 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c490f9-c7de-4090-b961-747020986f11 None None] Network f4d2312a-0c13-4e7d-9e5f-15879b62d5df requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 15:01:01.646523 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:01.657798 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Usage tracker for resource:router and tenant:536659e5588e49d7b21b43f50c4945ac is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:01.663372 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:01.663990 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:01.672029 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:01.680867 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:01.756204 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:01.777600 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:01.810137 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34912'] for router, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:01.812163 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-46c1ea6e-2679-4ca0-ac59-8a3327cb4c81 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:01.812374 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-770541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34907'] for router, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:01.824074 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-46c1ea6e-2679-4ca0-ac59-8a3327cb4c81 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:01.844077 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:01.867188 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:01.961361 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7870a-ac86-4868-ad39-572f2205fc84 None None] Pushing event updated for resources: {'Port': ['ID=06d47cb8-474c-44ff-a6a1-ad4cb44875be,revision_number=3']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:01.966393 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-3fa7870a-ac86-4868-ad39-572f2205fc84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:01.982470 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1ea6e-2679-4ca0-ac59-8a3327cb4c81 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb1df57-5b5a-4dd0-aefd-763197141eed,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:02.014286 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-46c1ea6e-2679-4ca0-ac59-8a3327cb4c81 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:02.030228 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-46c1ea6e-2679-4ca0-ac59-8a3327cb4c81 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:02.034332 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-46c1ea6e-2679-4ca0-ac59-8a3327cb4c81 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6057043 Oct 25 15:01:02.036301 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60328) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:02.056088 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-42bc2ade-c701-41ab-8329-d609356ecc9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Request body: {'security_group_rule': {'security_group_id': '608f05af-fe4d-40e4-91fd-8cbb6a0904b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:02.081477 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-42bc2ade-c701-41ab-8329-d609356ecc9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:02.086170 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-42bc2ade-c701-41ab-8329-d609356ecc9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Usage tracker for resource:security_group_rule and tenant:1f285f7297eb4cdf8062b6e13b8b95ff is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:02.097595 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-42bc2ade-c701-41ab-8329-d609356ecc9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:02.120027 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-42bc2ade-c701-41ab-8329-d609356ecc9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:02.173301 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-42bc2ade-c701-41ab-8329-d609356ecc9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:02.274718 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Attempting to bind port 06d47cb8-474c-44ff-a6a1-ad4cb44875be on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:01:02.277499 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Attempting to bind port 06d47cb8-474c-44ff-a6a1-ad4cb44875be by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '4ec8db25-0dd8-40b1-84ff-8d2618c6b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9'}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:01:02.279452 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Attempting to bind port 06d47cb8-474c-44ff-a6a1-ad4cb44875be on network 1486c024-f03d-46e5-ad51-efb345f205e9 {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:01:02.316485 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:01:02.317035 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Checking segment: {'id': '4ec8db25-0dd8-40b1-84ff-8d2618c6b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:01:02.317906 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:02.317906 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Bound using segment: {'id': '4ec8db25-0dd8-40b1-84ff-8d2618c6b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9'} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:01:02.319050 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Bound port: 06d47cb8-474c-44ff-a6a1-ad4cb44875be, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec8db25-0dd8-40b1-84ff-8d2618c6b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9'}}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:01:02.319539 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:02.338373 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-42bc2ade-c701-41ab-8329-d609356ecc9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:02.347021 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-42bc2ade-c701-41ab-8329-d609356ecc9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:02.349412 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:02.387769 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['7b3c1814-483b-46b8-ab35-7912317c26a2'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:01:02.396078 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc2ade-c701-41ab-8329-d609356ecc9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a24285-5437-432b-8e60-30f34afb584b,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:02.398831 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-42bc2ade-c701-41ab-8329-d609356ecc9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:02.428286 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-42bc2ade-c701-41ab-8329-d609356ecc9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:02.433032 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-42bc2ade-c701-41ab-8329-d609356ecc9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3930914 Oct 25 15:01:02.433947 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60336) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:02.440020 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Request body: {'floatingip': {'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:02.453262 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:02.458941 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Usage tracker for resource:floatingip and tenant:1f285f7297eb4cdf8062b6e13b8b95ff is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:02.462836 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:02.483462 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:02.500691 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for floatingip, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:02.610938 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] For port 06d47cb8-474c-44ff-a6a1-ad4cb44875be, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:01:02.616933 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] For port 06d47cb8-474c-44ff-a6a1-ad4cb44875be, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=06d47cb8-474c-44ff-a6a1-ad4cb44875be,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:01:02.631668 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:02.643195 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e25cf71c-7a96-4d6b-ad31-6aff06c7f06e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:02.718224 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:02.722248 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device a0f53903-bafb-447a-a174-e71b74d9631c up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:01:02.723874 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7870a-ac86-4868-ad39-572f2205fc84 None None] Pushing event updated for resources: {'Port': ['ID=06d47cb8-474c-44ff-a6a1-ad4cb44875be,revision_number=4']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:02.732972 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-3fa7870a-ac86-4868-ad39-572f2205fc84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:02.757807 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34885'] for router, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:02.762491 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Routers {'674b6661-f067-45a1-96fc-7b93e499b861'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:01:02.763101 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:00:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['674b6661-f067-45a1-96fc-7b93e499b861'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:02.997868 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:03.090390 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Allocated IP 172.28.2.113 (f28bc334-851c-4473-9f79-bcbdd8bebf12/45bd59cf-ca3c-43e3-a738-64ab0f49ed1b/3771a8fd-1b45-43eb-acdf-7e5f2b702c9d) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:01:03.107014 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] Set router 674b6661-f067-45a1-96fc-7b93e499b861 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:01:03.197229 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ab1fc-70fb-45d5-a69c-3a8c894bb433 req-93a01e33-e537-4a80-b2a1-483d0d3dc1aa tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:03.199929 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2e7ab1fc-70fb-45d5-a69c-3a8c894bb433 req-93a01e33-e537-4a80-b2a1-483d0d3dc1aa tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 944 time: 0.2561045 Oct 25 15:01:03.238552 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=7b3c1814-483b-46b8-ab35-7912317c26a2,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:03.262745 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.485s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:03.299524 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:03.348265 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:03.352622 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'name': 'tempest-TestShelveInstance-901667256-router', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:38Z', 'updated_at': '2021-10-25T15:00:54Z', 'revision_number': 4, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'gw_port': {'id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:40Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '2ba6bee4-0f6b-46cb-aab4-6af456e84369', 'name': '', 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'mac_address': 'fa:16:3e:e0:cb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:51Z', 'updated_at': '2021-10-25T15:00:55Z', 'revision_number': 2, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'subnets': [{'id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:03.360554 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:03.363265 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Checking router: f8dc249c-9b58-4dc0-b626-27265caea469 for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:01:03.363793 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Updating router f8dc249c-9b58-4dc0-b626-27265caea469 port 2ba6bee4-0f6b-46cb-aab4-6af456e84369 binding host dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 15:01:03.423163 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:01:03.433326 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:01:03.436996 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2e7ab1fc-70fb-45d5-a69c-3a8c894bb433 req-86773973-4197-4b27-9ee4-8cc91fef8c92 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303064 Oct 25 15:01:03.443135 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:01:03.533425 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57dbe637-2512-5ec1-9f6a-013c602b152d-f4d2312a-0c13-4e7d-9e5f-15879b62d5df', 'network_id': 'f4d2312a-0c13-4e7d-9e5f-15879b62d5df', 'tenant_id': '536659e5588e49d7b21b43f50c4945ac', 'fixed_ips': [{'subnet_id': '3215d5f5-b076-4981-b2b1-9d42e87fc83e'}]}} from dv-cinder-813751-1-smb. {{(pid=86780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 25 15:01:03.534588 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:03.607624 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event updated for resources: {'Port': ['ID=3771a8fd-1b45-43eb-acdf-7e5f2b702c9d,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:03.612265 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:03.658872 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:03.669617 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:03.718667 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port a0f53903-bafb-447a-a174-e71b74d9631c triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:03.719262 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:03.759779 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:03.803347 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:03.804284 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:03.880239 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '06d47cb8-474c-44ff-a6a1-ad4cb44875be', 'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'mac_address': 'fa:16:3e:70:2a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:55Z', 'updated_at': '2021-10-25T15:01:02Z', 'revision_number': 4, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'subnets': [{'id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:03.885869 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58241d3-fa08-470f-a951-e673cf670064 None None] The sync data for ids ['674b6661-f067-45a1-96fc-7b93e499b861'] in dv-cinder-813751-1-smb is: [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '06d47cb8-474c-44ff-a6a1-ad4cb44875be', 'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'mac_address': 'fa:16:3e:70:2a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:55Z', 'updated_at': '2021-10-25T15:01:02Z', 'revision_number': 4, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'subnets': [{'id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:01:04.146730 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:04.153358 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:04.169901 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-88171d56-204f-4333-a606-ac67fc4f66ef tempest-VolumesActionsTest-2064927034 tempest-VolumesActionsTest-2064927034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:04.215198 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_common [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Allocated IP 172.28.2.85 (f28bc334-851c-4473-9f79-bcbdd8bebf12/45bd59cf-ca3c-43e3-a738-64ab0f49ed1b/137b44e5-3038-4a3c-912c-9a42a444c05e) {{(pid=86779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:01:04.300794 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event updated for resources: {'Port': ['ID=3771a8fd-1b45-43eb-acdf-7e5f2b702c9d,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:04.306119 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:04.307146 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672821'] for floatingip, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:04.342652 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for floatingip, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:04.353629 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9088397 Oct 25 15:01:04.357271 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-c06a1da9-644c-475e-b6a4-148d9a6cf68a tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:04.364324 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-c06a1da9-644c-475e-b6a4-148d9a6cf68a tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/networks?id=e2a54a28-1c4a-4230-b427-c4c3031c4ec8 HTTP/1.1" status: 200 len: 814 time: 0.3228395 Oct 25 15:01:04.401818 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-3f65f759-947b-439b-b2df-a47e96b60283 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/quotas/ef06f016d3c940a3b37dc2def4719874 HTTP/1.1" status: 200 len: 375 time: 0.0360310 Oct 25 15:01:04.423270 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Notify callbacks [] for port, precommit_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:04.469492 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-8adaa37d-ad66-4777-9aa2-973665f10803 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef06f016d3c940a3b37dc2def4719874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583956 Oct 25 15:01:04.518989 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Transition to ACTIVE for port object 2ba6bee4-0f6b-46cb-aab4-6af456e84369 will not be triggered until provisioned by entity L2. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:01:04.530501 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.db_base_plugin_common [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Allocated IP 172.20.0.2 (f4d2312a-0c13-4e7d-9e5f-15879b62d5df/3215d5f5-b076-4981-b2b1-9d42e87fc83e/871d2d66-805c-406c-94cd-f4524eb1f2c3) {{(pid=86780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:01:04.538330 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:04.544854 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:04.663399 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:04.701363 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-a26726d2-bdc4-4983-a138-cdb18613828c tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Synchronizing usage tracker for tenant:1f285f7297eb4cdf8062b6e13b8b95ff on resource:security_group {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:01:04.795291 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 06d47cb8-474c-44ff-a6a1-ad4cb44875be up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:01:04.899074 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7b680-0ef4-4ab9-8510-c47ac73615e1 None None] Pushing event updated for resources: {'Port': ['ID=2ba6bee4-0f6b-46cb-aab4-6af456e84369,revision_number=3']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:04.951212 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-a26726d2-bdc4-4983-a138-cdb18613828c tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Unset dirty status for tenant:1f285f7297eb4cdf8062b6e13b8b95ff on resource:security_group {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:01:04.952617 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-a26726d2-bdc4-4983-a138-cdb18613828c tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1820586276&fields=id&tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff HTTP/1.1" status: 200 len: 267 time: 0.4377556 Oct 25 15:01:04.968821 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-3d3d2f84-b3bc-4b54-a2af-0f8b13e8a2fb service neutron] 10.222.0.62 "GET /v2.0/networks/e2a54a28-1c4a-4230-b427-c4c3031c4ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854498 Oct 25 15:01:05.006137 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-9ab7b680-0ef4-4ab9-8510-c47ac73615e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:05.185093 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:05.210830 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:05.268480 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Attempting to bind port 2ba6bee4-0f6b-46cb-aab4-6af456e84369 on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:01:05.268870 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Attempting to bind port 2ba6bee4-0f6b-46cb-aab4-6af456e84369 by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '20424e51-891f-4967-93fe-cd22c9481e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2'}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:01:05.269241 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Attempting to bind port 2ba6bee4-0f6b-46cb-aab4-6af456e84369 on network 072cfa13-e29b-47cb-88aa-7b9ac543eaf2 {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:01:05.284716 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:01:05.285104 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Checking segment: {'id': '20424e51-891f-4967-93fe-cd22c9481e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:01:05.285518 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:05.285921 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Bound using segment: {'id': '20424e51-891f-4967-93fe-cd22c9481e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2'} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:01:05.286412 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Bound port: 2ba6bee4-0f6b-46cb-aab4-6af456e84369, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20424e51-891f-4967-93fe-cd22c9481e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2'}}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:01:05.286800 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:05.314821 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port 06d47cb8-474c-44ff-a6a1-ad4cb44875be completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:01:05.335007 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:01:05.341131 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:01:05.349516 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Received port after_create {{(pid=86779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:01:05.354871 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 06d47cb8-474c-44ff-a6a1-ad4cb44875be triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:05.355256 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:05.384894 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Notify callbacks [] for port, precommit_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:05.387746 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-6e414c3c-022f-4294-961f-7b163d7cac08 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:05.389285 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-6e414c3c-022f-4294-961f-7b163d7cac08 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/networks?id=1486c024-f03d-46e5-ad51-efb345f205e9 HTTP/1.1" status: 200 len: 816 time: 0.3986156 Oct 25 15:01:05.403239 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-88b7775e-4a83-46dd-9e16-c1d67bb87aa0 service neutron] 10.222.0.62 "GET /v2.0/networks/e2a54a28-1c4a-4230-b427-c4c3031c4ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334805 Oct 25 15:01:05.410143 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Pushing event updated for resources: {'Port': ['ID=137b44e5-3038-4a3c-912c-9a42a444c05e,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:05.422009 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-0c6fa54c-8236-428d-b4c7-7acf4d1eaabb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/quotas/1f285f7297eb4cdf8062b6e13b8b95ff HTTP/1.1" status: 200 len: 375 time: 0.0177495 Oct 25 15:01:05.422884 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:05.440266 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Transition to ACTIVE for port object 871d2d66-805c-406c-94cd-f4524eb1f2c3 will not be triggered until provisioned by entity L2. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:01:05.488877 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Transition to ACTIVE for port object 871d2d66-805c-406c-94cd-f4524eb1f2c3 will not be triggered until provisioned by entity DHCP. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:01:05.495184 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] For port 2ba6bee4-0f6b-46cb-aab4-6af456e84369, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:01:05.500585 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] For port 2ba6bee4-0f6b-46cb-aab4-6af456e84369, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=2ba6bee4-0f6b-46cb-aab4-6af456e84369,segment=NetworkSegment(20424e51-891f-4967-93fe-cd22c9481e58),segment_id=20424e51-891f-4967-93fe-cd22c9481e58)] {{(pid=86780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:01:05.507906 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387'] for port, after_create {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:05.512123 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:05.591410 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:05.693476 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Pushing event updated for resources: {'Port': ['ID=871d2d66-805c-406c-94cd-f4524eb1f2c3,revision_number=1']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:05.701720 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:05.718759 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Network f4d2312a-0c13-4e7d-9e5f-15879b62d5df is already hosted by enough agents. {{(pid=86780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:01:05.722592 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-fd16526d-f630-444f-9e1a-c06b07c9e209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:05.766481 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-fefb87e3-b3df-4894-8318-66ae356204fa tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Synchronizing usage tracker for tenant:1f285f7297eb4cdf8062b6e13b8b95ff on resource:port {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:01:05.769236 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.scheduler.base_scheduler [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Resources bound (agent type, host, resource id): {{(pid=86780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:01:05.771977 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Received port after_create {{(pid=86780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:01:05.800256 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:05.862180 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 7b3c1814-483b-46b8-ab35-7912317c26a2 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:01:05.902436 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Routers {'f8dc249c-9b58-4dc0-b626-27265caea469'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:01:05.903102 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:00:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['f8dc249c-9b58-4dc0-b626-27265caea469'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:05.946264 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-fefb87e3-b3df-4894-8318-66ae356204fa tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Unset dirty status for tenant:1f285f7297eb4cdf8062b6e13b8b95ff on resource:port {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:01:05.947864 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-fefb87e3-b3df-4894-8318-66ae356204fa tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5072474 Oct 25 15:01:06.098087 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:06.104718 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7b680-0ef4-4ab9-8510-c47ac73615e1 None None] Pushing event updated for resources: {'Port': ['ID=2ba6bee4-0f6b-46cb-aab4-6af456e84369,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:06.108751 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-9ab7b680-0ef4-4ab9-8510-c47ac73615e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:06.123382 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Attempting to bind port 871d2d66-805c-406c-94cd-f4524eb1f2c3 on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:01:06.124043 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Attempting to bind port 871d2d66-805c-406c-94cd-f4524eb1f2c3 by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '00add08b-8850-4d92-ab5c-f1d3cda6a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f4d2312a-0c13-4e7d-9e5f-15879b62d5df'}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:01:06.124199 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Attempting to bind port 871d2d66-805c-406c-94cd-f4524eb1f2c3 on network f4d2312a-0c13-4e7d-9e5f-15879b62d5df {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:01:06.178300 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port 06d47cb8-474c-44ff-a6a1-ad4cb44875be, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=06d47cb8-474c-44ff-a6a1-ad4cb44875be,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:06.203290 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:01:06.203550 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Checking segment: {'id': '00add08b-8850-4d92-ab5c-f1d3cda6a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f4d2312a-0c13-4e7d-9e5f-15879b62d5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:01:06.204009 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:06.204414 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Bound using segment: {'id': '00add08b-8850-4d92-ab5c-f1d3cda6a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f4d2312a-0c13-4e7d-9e5f-15879b62d5df'} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:01:06.205494 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Bound port: 871d2d66-805c-406c-94cd-f4524eb1f2c3, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00add08b-8850-4d92-ab5c-f1d3cda6a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f4d2312a-0c13-4e7d-9e5f-15879b62d5df'}}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:01:06.205868 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:06.224957 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:06.232005 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:06.383221 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port 7b3c1814-483b-46b8-ab35-7912317c26a2 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:01:06.425378 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-3c602c13-0d27-41c5-bb9b-124fbe91debb service neutron] 10.222.0.62 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697659 Oct 25 15:01:06.431780 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] Set router f8dc249c-9b58-4dc0-b626-27265caea469 gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:01:06.469277 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8ad5-bb87-4c69-85f1-26ec31765318 req-864105c2-f550-45d3-a069-f2e51da1f2af tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:06.470704 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-281e8ad5-bb87-4c69-85f1-26ec31765318 req-864105c2-f550-45d3-a069-f2e51da1f2af tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 944 time: 0.6646256 Oct 25 15:01:06.498004 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port 7b3c1814-483b-46b8-ab35-7912317c26a2 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:06.498812 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:06.551785 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=06d47cb8-474c-44ff-a6a1-ad4cb44875be,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:06.578098 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:06.694473 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] For port 871d2d66-805c-406c-94cd-f4524eb1f2c3, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:01:06.734456 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] For port 871d2d66-805c-406c-94cd-f4524eb1f2c3, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=871d2d66-805c-406c-94cd-f4524eb1f2c3,segment=NetworkSegment(00add08b-8850-4d92-ab5c-f1d3cda6a7f0),segment_id=00add08b-8850-4d92-ab5c-f1d3cda6a7f0)] {{(pid=86780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:01:06.785944 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:06.799691 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-b66782e2-8817-423a-86ac-2e56405402be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:06.854819 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-281e8ad5-bb87-4c69-85f1-26ec31765318 req-cbb4175d-9042-4650-a9e9-5ef3e68afc41 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593378 Oct 25 15:01:06.964443 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-45ab7816-ba0f-48e8-89d7-e139e8c99941 service neutron] 10.222.0.62 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246117 Oct 25 15:01:06.987149 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672924'] for router, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:07.150612 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Pushing event updated for resources: {'Port': ['ID=871d2d66-805c-406c-94cd-f4524eb1f2c3,revision_number=2']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:07.195528 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:07.211781 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:07.273803 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b64f9771-532e-45f3-a699-e57e601ad8c9 req-2aa5c6df-24a9-491b-a58c-9e92f47c758c tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 210 time: 0.1794326 Oct 25 15:01:07.297300 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 7b3c1814-483b-46b8-ab35-7912317c26a2, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=7b3c1814-483b-46b8-ab35-7912317c26a2,segment=NetworkSegment(97575ddb-3903-4ccd-890f-6e58fc554382),segment_id=97575ddb-3903-4ccd-890f-6e58fc554382)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:07.305891 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3c1814-483b-46b8-ab35-7912317c26a2'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:01:07.323307 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:07.325539 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-940fda22-003e-4462-9e95-90ddd9c72efd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:07.388933 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5a5c86ac-591d-4a54-8645-48804ba7f104 req-a5e6d55b-1264-458c-bcb4-c5b2941b5a42 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 210 time: 0.1262970 Oct 25 15:01:07.503359 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-ce6d93cf-e891-41aa-9ea2-46a5908000b1 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:07.504197 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-ce6d93cf-e891-41aa-9ea2-46a5908000b1 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Synchronizing usage tracker for tenant:ef06f016d3c940a3b37dc2def4719874 on resource:network {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:01:07.532190 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3c1814-483b-46b8-ab35-7912317c26a2', 'code': 200} Oct 25 15:01:07.543425 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-ce6d93cf-e891-41aa-9ea2-46a5908000b1 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Unset dirty status for tenant:ef06f016d3c940a3b37dc2def4719874 on resource:network {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:01:07.546162 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-ce6d93cf-e891-41aa-9ea2-46a5908000b1 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.31 "GET /v2.0/networks?id=e2a54a28-1c4a-4230-b427-c4c3031c4ec8 HTTP/1.1" status: 200 len: 814 time: 0.4382758 Oct 25 15:01:07.578295 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Request body: {'port': {'device_id': 'c4e047e8-0c17-4b2e-a727-dee479e62fcc', 'network_id': 'e2a54a28-1c4a-4230-b427-c4c3031c4ec8', 'admin_state_up': True, 'tenant_id': 'ef06f016d3c940a3b37dc2def4719874'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:07.647285 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=7b3c1814-483b-46b8-ab35-7912317c26a2,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:07.668253 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:07.728442 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Router a48fa7ea-0f31-41b1-8987-569c1d91206f is scheduled to L3 agent 66de2074-8959-403d-9168-754d85c11774 with binding_index 1 {{(pid=86779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 25 15:01:07.748515 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'name': 'tempest-TestShelveInstance-901667256-router', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:38Z', 'updated_at': '2021-10-25T15:00:54Z', 'revision_number': 4, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'gw_port': {'id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:40Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '2ba6bee4-0f6b-46cb-aab4-6af456e84369', 'name': '', 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'mac_address': 'fa:16:3e:e0:cb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:51Z', 'updated_at': '2021-10-25T15:01:05Z', 'revision_number': 4, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'subnets': [{'id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:07.760883 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854ea70-3cab-4f86-a960-2c3720794ad8 None None] The sync data for ids ['f8dc249c-9b58-4dc0-b626-27265caea469'] in dv-cinder-813751-1-smb is: [{'id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'name': 'tempest-TestShelveInstance-901667256-router', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:38Z', 'updated_at': '2021-10-25T15:00:54Z', 'revision_number': 4, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'gw_port': {'id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:40Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '2ba6bee4-0f6b-46cb-aab4-6af456e84369', 'name': '', 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'mac_address': 'fa:16:3e:e0:cb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:51Z', 'updated_at': '2021-10-25T15:01:05Z', 'revision_number': 4, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'subnets': [{'id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:01:07.853480 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:07.858163 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Usage tracker for resource:port and tenant:ef06f016d3c940a3b37dc2def4719874 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:07.862500 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:07.869308 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:07.882630 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Made reservation on behalf of ef06f016d3c940a3b37dc2def4719874 for: {'port': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:01:07.886678 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:08.187010 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:01:08.204571 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Sync routers for ids ['a48fa7ea-0f31-41b1-8987-569c1d91206f'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:01:08.229582 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880f51e-b88b-49a9-8737-01742a8194eb req-416a6e7e-d9a5-415f-86cb-11fd822d2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:08.231322 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f880f51e-b88b-49a9-8737-01742a8194eb req-416a6e7e-d9a5-415f-86cb-11fd822d2152 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 1098 time: 0.3619514 Oct 25 15:01:08.232998 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Routers {'a48fa7ea-0f31-41b1-8987-569c1d91206f'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:01:08.234335 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:00:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a48fa7ea-0f31-41b1-8987-569c1d91206f'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:08.236548 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Notify callbacks [] for router, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:08.237908 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.6075008 Oct 25 15:01:08.257580 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60400) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:08.387141 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Allocated IP 172.20.0.3 (e2a54a28-1c4a-4230-b427-c4c3031c4ec8/5d1b82a4-5e86-4cf8-a315-5c3e0187a29c/37a56358-e4a7-4f91-90a9-fda1addb4b24) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:01:08.427885 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b13556-ab9f-4655-8c40-9e33ba867b19 req-3ce32117-f875-44d0-9de8-8c0b3eaf7aa5 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:08.431719 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-60b13556-ab9f-4655-8c40-9e33ba867b19 req-3ce32117-f875-44d0-9de8-8c0b3eaf7aa5 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 945 time: 0.3775043 Oct 25 15:01:08.673043 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Set router a48fa7ea-0f31-41b1-8987-569c1d91206f gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:01:08.868425 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f880f51e-b88b-49a9-8737-01742a8194eb req-4e3e81e7-f227-47a6-bf04-6c9920251415 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292439 Oct 25 15:01:08.909089 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-77c08e47-b283-48b5-b7a6-44b86f1cf7a9 req-630a858e-1ac3-4d1b-99db-81dec38ccff4 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 210 time: 0.2068062 Oct 25 15:01:08.934075 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:08.949277 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-60b13556-ab9f-4655-8c40-9e33ba867b19 req-ff137efa-1086-41e9-937e-59e5f17b6731 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089796 Oct 25 15:01:08.995284 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345845ff-76a7-4ccd-b31c-8467ca27be50 None None] Network f4d2312a-0c13-4e7d-9e5f-15879b62d5df requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 15:01:09.020585 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:09.026860 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:09.028830 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 871d2d66-805c-406c-94cd-f4524eb1f2c3 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:01:09.214825 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Network e2a54a28-1c4a-4230-b427-c4c3031c4ec8 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:01:09.221637 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:01:09.232788 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:01:09.394282 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95ba9df1-773c-4429-8450-642c0dc6b8c2 None None] Provisioning for port 871d2d66-805c-406c-94cd-f4524eb1f2c3 completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:01:09.406312 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:09.406998 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:09.446118 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Pushing event updated for resources: {'Port': ['ID=37a56358-e4a7-4f91-90a9-fda1addb4b24,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:09.467973 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:09.468356 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:09.468723 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:09.469089 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:09.469448 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:09.469808 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:09.470167 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:09.470566 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:09.470925 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:09.471285 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:09.471628 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:09.474589 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:09.488739 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:09.508128 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9464359 Oct 25 15:01:09.526815 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Request body: {'port': {'device_id': 'c4e047e8-0c17-4b2e-a727-dee479e62fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:09.560087 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-6aee7efa-33bd-4e81-a01b-28108917f3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:09.603142 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port 871d2d66-805c-406c-94cd-f4524eb1f2c3 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:01:09.660194 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 871d2d66-805c-406c-94cd-f4524eb1f2c3 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:09.660582 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:09.758016 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'name': 'tempest-TestShelveInstance-1113769098-router', 'tenant_id': '536659e5588e49d7b21b43f50c4945ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.85'}], 'enable_snat': True}, 'gw_port_id': '137b44e5-3038-4a3c-912c-9a42a444c05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:01Z', 'updated_at': '2021-10-25T15:01:05Z', 'revision_number': 3, 'project_id': '536659e5588e49d7b21b43f50c4945ac', 'gw_port': {'id': '137b44e5-3038-4a3c-912c-9a42a444c05e', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:03Z', 'updated_at': '2021-10-25T15:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:09.779763 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Checking router: a48fa7ea-0f31-41b1-8987-569c1d91206f for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:01:09.780390 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Updating router a48fa7ea-0f31-41b1-8987-569c1d91206f port 137b44e5-3038-4a3c-912c-9a42a444c05e binding host dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 15:01:09.789182 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-253e0881-a253-468b-9f06-0e7519975aa0 req-72890e41-db17-487a-9f60-c3ba65ea3bee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 210 time: 0.4286788 Oct 25 15:01:09.796994 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:09.991558 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:10.112940 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:10.133146 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:10.255193 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port 871d2d66-805c-406c-94cd-f4524eb1f2c3, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=871d2d66-805c-406c-94cd-f4524eb1f2c3,segment=NetworkSegment(00add08b-8850-4d92-ab5c-f1d3cda6a7f0),segment_id=00add08b-8850-4d92-ab5c-f1d3cda6a7f0)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:10.264715 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:10.265707 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 06d47cb8-474c-44ff-a6a1-ad4cb44875be up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:01:10.307184 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-ce7ee4aa-13f4-49f7-b04b-752f3fc0021c tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:10.308733 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-ce7ee4aa-13f4-49f7-b04b-752f3fc0021c tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.31 "GET /v2.0/networks?id=1486c024-f03d-46e5-ad51-efb345f205e9 HTTP/1.1" status: 200 len: 816 time: 1.1569362 Oct 25 15:01:10.334100 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:10.365056 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a56358-e4a7-4f91-90a9-fda1addb4b24 {{(pid=86778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:01:10.377328 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:10.397265 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Transition to ACTIVE for port object 37a56358-e4a7-4f91-90a9-fda1addb4b24 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:01:10.403954 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:10.410144 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:10.443860 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-2c77dd08-b773-4319-9543-cee264ef04dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff HTTP/1.1" status: 200 len: 380 time: 0.1154814 Oct 25 15:01:10.457670 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-df5b4269-cb6f-4c28-96f5-a24acb7895dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Request body: {'port': {'device_id': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'admin_state_up': True, 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'security_groups': ['608f05af-fe4d-40e4-91fd-8cbb6a0904b5']}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:10.487130 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561166c8-f561-45c4-b73e-3fb8062e21e5 req-b24be0be-cf44-4e3a-bd1e-cf0cf9271874 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:10.488795 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-561166c8-f561-45c4-b73e-3fb8062e21e5 req-b24be0be-cf44-4e3a-bd1e-cf0cf9271874 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.5669541 Oct 25 15:01:10.549290 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eae9bc-eedf-4a46-89c1-968c9a716ab0 req-cb724446-5106-4dd0-bafb-9ef8a7f470c0 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:10.553251 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d9eae9bc-eedf-4a46-89c1-968c9a716ab0 req-cb724446-5106-4dd0-bafb-9ef8a7f470c0 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 931 time: 0.4031367 Oct 25 15:01:10.590218 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=871d2d66-805c-406c-94cd-f4524eb1f2c3,revision_number=3']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:10.593179 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Pushing event updated for resources: {'Port': ['ID=37a56358-e4a7-4f91-90a9-fda1addb4b24,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:10.596166 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 06d47cb8-474c-44ff-a6a1-ad4cb44875be triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:10.596548 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:10.621631 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-844f07a4-03d0-4e60-a83b-19291ce954d2 None None] Provisioning complete for port 871d2d66-805c-406c-94cd-f4524eb1f2c3 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:10.622235 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-844f07a4-03d0-4e60-a83b-19291ce954d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:10.626256 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:10.648129 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:10.688419 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Attempting to bind port 37a56358-e4a7-4f91-90a9-fda1addb4b24 on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:01:10.688927 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Attempting to bind port 37a56358-e4a7-4f91-90a9-fda1addb4b24 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': 'ddfb9fd8-030e-4003-9bfe-9aab457c998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e2a54a28-1c4a-4230-b427-c4c3031c4ec8'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:01:10.689892 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Attempting to bind port 37a56358-e4a7-4f91-90a9-fda1addb4b24 on network e2a54a28-1c4a-4230-b427-c4c3031c4ec8 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:01:10.697346 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Port 37a56358-e4a7-4f91-90a9-fda1addb4b24 on network e2a54a28-1c4a-4230-b427-c4c3031c4ec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 15:01:10.698930 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Attempting to bind port 37a56358-e4a7-4f91-90a9-fda1addb4b24 on network e2a54a28-1c4a-4230-b427-c4c3031c4ec8 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:01:10.706212 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:01:10.706498 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Checking segment: {'id': 'ddfb9fd8-030e-4003-9bfe-9aab457c998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e2a54a28-1c4a-4230-b427-c4c3031c4ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:01:10.707024 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Bound using segment: {'id': 'ddfb9fd8-030e-4003-9bfe-9aab457c998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e2a54a28-1c4a-4230-b427-c4c3031c4ec8'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:01:10.707687 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Bound port: 37a56358-e4a7-4f91-90a9-fda1addb4b24, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddfb9fd8-030e-4003-9bfe-9aab457c998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e2a54a28-1c4a-4230-b427-c4c3031c4ec8'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:01:10.708106 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:10.732296 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d9eae9bc-eedf-4a46-89c1-968c9a716ab0 req-c82c06ef-9564-4981-9ac6-410f7f327786 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420116 Oct 25 15:01:10.756376 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-561166c8-f561-45c4-b73e-3fb8062e21e5 req-9daa2ff7-63ce-4010-a88d-ca9d57ab27b8 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988242 Oct 25 15:01:10.763250 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:10.800951 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-df5b4269-cb6f-4c28-96f5-a24acb7895dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:10.826625 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-df5b4269-cb6f-4c28-96f5-a24acb7895dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:10.919005 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] For port 37a56358-e4a7-4f91-90a9-fda1addb4b24, host hv-cinder-81375, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:01:10.924881 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] For port 37a56358-e4a7-4f91-90a9-fda1addb4b24, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=37a56358-e4a7-4f91-90a9-fda1addb4b24,segment=NetworkSegment(ddfb9fd8-030e-4003-9bfe-9aab457c998a),segment_id=ddfb9fd8-030e-4003-9bfe-9aab457c998a)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:01:10.931756 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:10.947506 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-292f3b6e-660c-4786-82b4-d2fdb711ad82 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:10.974287 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-df5b4269-cb6f-4c28-96f5-a24acb7895dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Made reservation on behalf of 1f285f7297eb4cdf8062b6e13b8b95ff for: {'port': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:01:10.978997 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-df5b4269-cb6f-4c28-96f5-a24acb7895dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:11.022884 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:11.024127 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:11.032405 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] 10.222.0.31 "PUT /v2.0/ports/37a56358-e4a7-4f91-90a9-fda1addb4b24 HTTP/1.1" status: 200 len: 1093 time: 1.5096142 Oct 25 15:01:11.033019 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e047e8-0c17-4b2e-a727-dee479e62fcc', 'tag': '37a56358-e4a7-4f91-90a9-fda1addb4b24'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:01:11.035776 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Notify callbacks [] for port, precommit_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:11.049343 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 2ba6bee4-0f6b-46cb-aab4-6af456e84369 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:01:11.082140 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Pushing event updated for resources: {'Port': ['ID=37a56358-e4a7-4f91-90a9-fda1addb4b24,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:11.093169 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:11.099090 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Transition to ACTIVE for port object 137b44e5-3038-4a3c-912c-9a42a444c05e will not be triggered until provisioned by entity L2. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:01:11.117386 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:11.123343 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-134da376-289d-45c1-9135-a72b883022ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:11.180748 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-c4493f37-64d1-4220-b4c0-9fdea71a8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:11.184790 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-c4493f37-64d1-4220-b4c0-9fdea71a8bee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef06f016d3c940a3b37dc2def4719874&device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 1096 time: 0.0901065 Oct 25 15:01:11.214142 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Attempting to bind port 137b44e5-3038-4a3c-912c-9a42a444c05e on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:01:11.214600 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Attempting to bind port 137b44e5-3038-4a3c-912c-9a42a444c05e by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:01:11.214931 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Attempting to bind port 137b44e5-3038-4a3c-912c-9a42a444c05e on network f28bc334-851c-4473-9f79-bcbdd8bebf12 {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:01:11.216882 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d8963-3d43-4b40-a444-89746219736c None None] Pushing event updated for resources: {'Port': ['ID=137b44e5-3038-4a3c-912c-9a42a444c05e,revision_number=2']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:11.221657 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-fc2d8963-3d43-4b40-a444-89746219736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:11.225479 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:01:11.225866 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Checking segment: {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:01:11.226282 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:11.226680 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Bound using segment: {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:01:11.227173 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Bound port: 137b44e5-3038-4a3c-912c-9a42a444c05e, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238be16e-804c-4d87-9131-b9b750bea3ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:01:11.227523 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:11.233132 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-62bc7e17-cf23-4e6d-a38c-4566b43b49f6 req-c4c35b03-27d9-48f9-a969-5a1089d9e0b8 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 210 time: 0.1415589 Oct 25 15:01:11.279893 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port 2ba6bee4-0f6b-46cb-aab4-6af456e84369 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:01:11.288922 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 2ba6bee4-0f6b-46cb-aab4-6af456e84369 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:11.289309 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:11.295519 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-59a4d891-51ca-47d7-b3a9-7b97f91b54b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37a56358-e4a7-4f91-90a9-fda1addb4b24 HTTP/1.1" status: 200 len: 217 time: 0.0964854 Oct 25 15:01:11.336773 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e047e8-0c17-4b2e-a727-dee479e62fcc', 'tag': '37a56358-e4a7-4f91-90a9-fda1addb4b24', 'status': 'completed', 'code': 200} Oct 25 15:01:11.365084 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd2041-ffb8-4c39-9b98-b22141a28c15 req-616f9f3f-7554-41f3-a563-a213006ad145 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:11.366612 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] For port 137b44e5-3038-4a3c-912c-9a42a444c05e, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:01:11.366867 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-25dd2041-ffb8-4c39-9b98-b22141a28c15 req-616f9f3f-7554-41f3-a563-a213006ad145 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 945 time: 0.4553652 Oct 25 15:01:11.371479 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] For port 137b44e5-3038-4a3c-912c-9a42a444c05e, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=137b44e5-3038-4a3c-912c-9a42a444c05e,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:01:11.376774 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0fa44f9c-d955-4a28-adbf-f96b9fe2e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:11.378198 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-0fa44f9c-d955-4a28-adbf-f96b9fe2e5de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5d1b82a4-5e86-4cf8-a315-5c3e0187a29c HTTP/1.1" status: 200 len: 854 time: 0.0760098 Oct 25 15:01:11.383776 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:11.388700 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-be3d2874-4e9f-48d4-b450-0e32f21ad847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:11.431262 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-9b8cbe93-c7b9-41db-bb40-23fd423880c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2a54a28-1c4a-4230-b427-c4c3031c4ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462244 Oct 25 15:01:11.499192 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_common [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-df5b4269-cb6f-4c28-96f5-a24acb7895dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Allocated IP 172.20.0.7 (1486c024-f03d-46e5-ad51-efb345f205e9/327c0ecf-a28b-4b05-be24-55014af38ee9/a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b) {{(pid=86779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:01:11.522204 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-25dd2041-ffb8-4c39-9b98-b22141a28c15 req-0bc62e43-f97b-4281-ad56-6ae04f186121 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353962 Oct 25 15:01:11.528993 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Routers {'a48fa7ea-0f31-41b1-8987-569c1d91206f'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:01:11.529245 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:00:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a48fa7ea-0f31-41b1-8987-569c1d91206f'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:11.533449 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_common [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Allocated IP 172.20.0.1 (f4d2312a-0c13-4e7d-9e5f-15879b62d5df/3215d5f5-b076-4981-b2b1-9d42e87fc83e/55677369-b34d-4f82-8daf-fb1ec118da76) {{(pid=86779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:01:11.591511 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:11.603503 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d8963-3d43-4b40-a444-89746219736c None None] Pushing event updated for resources: {'Port': ['ID=137b44e5-3038-4a3c-912c-9a42a444c05e,revision_number=3']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:11.759858 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-f8db4de7-d536-48d7-ad87-c1d249ee37a9 service neutron] 10.222.0.31 "GET /v2.0/networks/e2a54a28-1c4a-4230-b427-c4c3031c4ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201942 Oct 25 15:01:11.769382 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-fc2d8963-3d43-4b40-a444-89746219736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:11.881390 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port 2ba6bee4-0f6b-46cb-aab4-6af456e84369, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=2ba6bee4-0f6b-46cb-aab4-6af456e84369,segment=NetworkSegment(20424e51-891f-4967-93fe-cd22c9481e58),segment_id=20424e51-891f-4967-93fe-cd22c9481e58)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:11.894901 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:11.904239 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:12.013777 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] Set router a48fa7ea-0f31-41b1-8987-569c1d91206f gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:01:12.025751 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-794e501b-62d1-44c7-bf27-0817b4f1f80b req-b890228b-a504-406a-83a4-d55e143afdef service neutron] 10.222.0.31 "GET /v2.0/networks/e2a54a28-1c4a-4230-b427-c4c3031c4ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592356 Oct 25 15:01:12.042573 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-4ac6cb0d-5af3-421d-8106-7594e22539d9 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:12.043665 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-4ac6cb0d-5af3-421d-8106-7594e22539d9 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Synchronizing usage tracker for tenant:ec1fc5a480a1442bac3e578b604cf89f on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:01:12.072364 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-4ac6cb0d-5af3-421d-8106-7594e22539d9 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Unset dirty status for tenant:ec1fc5a480a1442bac3e578b604cf89f on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:01:12.074669 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-4ac6cb0d-5af3-421d-8106-7594e22539d9 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.31 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.1812632 Oct 25 15:01:12.131888 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80518c7c-a8b5-4849-88f5-6d26bc62beb9 req-13db81cd-4f7f-48f6-9669-149ebd50077c tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:12.133013 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-80518c7c-a8b5-4849-88f5-6d26bc62beb9 req-13db81cd-4f7f-48f6-9669-149ebd50077c tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 945 time: 0.4331975 Oct 25 15:01:12.191085 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 871d2d66-805c-406c-94cd-f4524eb1f2c3 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:01:12.199093 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:12.249985 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-df5b4269-cb6f-4c28-96f5-a24acb7895dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for port, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:12.259726 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=2ba6bee4-0f6b-46cb-aab4-6af456e84369,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:12.261677 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.provisioning_blocks [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Transition to ACTIVE for port object 55677369-b34d-4f82-8daf-fb1ec118da76 will not be triggered until provisioned by entity DHCP. {{(pid=86779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:01:12.266808 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:12.278315 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-eeb76307-a6ca-4226-8a6f-f162d14cfe45 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Deleting port 4506a304-33a5-4d3d-80bf-3364aadb15a0 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:01:12.278902 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-eeb76307-a6ca-4226-8a6f-f162d14cfe45 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:12.288419 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-80518c7c-a8b5-4849-88f5-6d26bc62beb9 req-0d2731d0-9ad5-433e-b84b-d7c6bbed491c tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332107 Oct 25 15:01:12.293609 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.provisioning_blocks [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-df5b4269-cb6f-4c28-96f5-a24acb7895dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Transition to ACTIVE for port object a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b will not be triggered until provisioned by entity DHCP. {{(pid=86779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:01:12.304141 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e05db-b39a-4fc3-8ff0-8dad71d5cd64 req-a4f3926c-4c70-4cde-9d91-c76c158cffe9 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:12.311852 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ef3e05db-b39a-4fc3-8ff0-8dad71d5cd64 req-a4f3926c-4c70-4cde-9d91-c76c158cffe9 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.3483829 Oct 25 15:01:12.389415 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ef3e05db-b39a-4fc3-8ff0-8dad71d5cd64 req-9ee71b51-c0f3-4607-b049-3ff297e217e2 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764174 Oct 25 15:01:12.410006 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 871d2d66-805c-406c-94cd-f4524eb1f2c3 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:12.410746 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:12.413831 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:12.422534 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-6cb462ee-b0a5-49b2-b14b-c6f5a81b6d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:12.574094 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Network f4d2312a-0c13-4e7d-9e5f-15879b62d5df is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:01:12.577542 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-df5b4269-cb6f-4c28-96f5-a24acb7895dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:12.586717 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:01:12.589316 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Received port after_create {{(pid=86779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:01:12.601020 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea97bc-7cfa-45aa-ada0-5b814d1b9770 req-ecfd2548-da3e-41f3-bb2b-8afde23b5b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:12.603892 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4cea97bc-7cfa-45aa-ada0-5b814d1b9770 req-ecfd2548-da3e-41f3-bb2b-8afde23b5b55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef06f016d3c940a3b37dc2def4719874&device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 1096 time: 0.4602811 Oct 25 15:01:12.685309 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Pushing event updated for resources: {'Port': ['ID=55677369-b34d-4f82-8daf-fb1ec118da76,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:12.688568 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:12.689616 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'name': 'tempest-TestShelveInstance-1113769098-router', 'tenant_id': '536659e5588e49d7b21b43f50c4945ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.85'}], 'enable_snat': True}, 'gw_port_id': '137b44e5-3038-4a3c-912c-9a42a444c05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:01Z', 'updated_at': '2021-10-25T15:01:05Z', 'revision_number': 3, 'project_id': '536659e5588e49d7b21b43f50c4945ac', 'gw_port': {'id': '137b44e5-3038-4a3c-912c-9a42a444c05e', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:03Z', 'updated_at': '2021-10-25T15:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:12.698698 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e480cb3d-7afb-450f-b5d5-f2e4a69324a6 None None] The sync data for ids ['a48fa7ea-0f31-41b1-8987-569c1d91206f'] in dv-cinder-813751-1-smb is: [{'id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'name': 'tempest-TestShelveInstance-1113769098-router', 'tenant_id': '536659e5588e49d7b21b43f50c4945ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.85'}], 'enable_snat': True}, 'gw_port_id': '137b44e5-3038-4a3c-912c-9a42a444c05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:01Z', 'updated_at': '2021-10-25T15:01:05Z', 'revision_number': 3, 'project_id': '536659e5588e49d7b21b43f50c4945ac', 'gw_port': {'id': '137b44e5-3038-4a3c-912c-9a42a444c05e', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:03Z', 'updated_at': '2021-10-25T15:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:01:12.701221 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:12.800052 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-df5b4269-cb6f-4c28-96f5-a24acb7895dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Network 1486c024-f03d-46e5-ad51-efb345f205e9 is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:01:12.811794 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-df5b4269-cb6f-4c28-96f5-a24acb7895dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:01:12.814469 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-df5b4269-cb6f-4c28-96f5-a24acb7895dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Received port after_create {{(pid=86779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:01:12.855786 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748369'] for router_interface, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:12.875389 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b4269-cb6f-4c28-96f5-a24acb7895dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event updated for resources: {'Port': ['ID=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:12.878543 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-df5b4269-cb6f-4c28-96f5-a24acb7895dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:12.929372 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea97bc-7cfa-45aa-ada0-5b814d1b9770 req-50060fcf-d1ab-4f06-973f-6fd20f51b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:12.932041 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4cea97bc-7cfa-45aa-ada0-5b814d1b9770 req-50060fcf-d1ab-4f06-973f-6fd20f51b9fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2a54a28-1c4a-4230-b427-c4c3031c4ec8 HTTP/1.1" status: 200 len: 915 time: 0.3153689 Oct 25 15:01:12.940169 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871efc0-154d-44d4-a640-68e673b60225 req-c2d18ac1-13df-4456-8952-aa033c4d8639 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:12.942232 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4871efc0-154d-44d4-a640-68e673b60225 req-c2d18ac1-13df-4456-8952-aa033c4d8639 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 943 time: 0.4509416 Oct 25 15:01:12.987011 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-f6d1da15-0d04-44af-b07c-fc4c88209694 None None] Provisioning for port 55677369-b34d-4f82-8daf-fb1ec118da76 completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:01:12.999447 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-f6d1da15-0d04-44af-b07c-fc4c88209694 None None] Provisioning complete for port 55677369-b34d-4f82-8daf-fb1ec118da76 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:13.000016 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-f6d1da15-0d04-44af-b07c-fc4c88209694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:13.016210 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-df5b4269-cb6f-4c28-96f5-a24acb7895dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:13.017530 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-df5b4269-cb6f-4c28-96f5-a24acb7895dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:13.076841 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4cea97bc-7cfa-45aa-ada0-5b814d1b9770 req-acacfde0-ced8-4d28-a5d2-86f261563106 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37a56358-e4a7-4f91-90a9-fda1addb4b24 HTTP/1.1" status: 200 len: 217 time: 0.1342731 Oct 25 15:01:13.128720 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbc13-1726-470a-9808-2124d84c3a8a req-6d9125cf-b57c-4aab-85df-15c0be916de5 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:13.132162 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-f6d1da15-0d04-44af-b07c-fc4c88209694 None None] Port 55677369-b34d-4f82-8daf-fb1ec118da76 cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 15:01:13.146999 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d3adbc13-1726-470a-9808-2124d84c3a8a req-6d9125cf-b57c-4aab-85df-15c0be916de5 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 931 time: 0.5611053 Oct 25 15:01:13.202902 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-eeb76307-a6ca-4226-8a6f-f162d14cfe45 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] For port 4506a304-33a5-4d3d-80bf-3364aadb15a0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4506a304-33a5-4d3d-80bf-3364aadb15a0,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:13.203531 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-eeb76307-a6ca-4226-8a6f-f162d14cfe45 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:13.236379 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4871efc0-154d-44d4-a640-68e673b60225 req-fd013c5c-ac73-42f4-90e3-b38d8bdd9cfa tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571423 Oct 25 15:01:13.278612 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-9e921c00-2d10-4618-99ff-338092543fbb None None] Provisioning for port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:01:13.279732 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-df5b4269-cb6f-4c28-96f5-a24acb7895dd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8273094 Oct 25 15:01:13.288589 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-9e921c00-2d10-4618-99ff-338092543fbb None None] Provisioning complete for port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:13.289064 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-9e921c00-2d10-4618-99ff-338092543fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:13.294737 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d3adbc13-1726-470a-9808-2124d84c3a8a req-86a40ef9-bca4-44c8-af74-1a9db3198e6f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467626 Oct 25 15:01:13.301312 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Request body: {'port': {'device_id': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:13.449989 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-9e921c00-2d10-4618-99ff-338092543fbb None None] Port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 15:01:13.534364 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:13.562613 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:13.685542 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-eeb76307-a6ca-4226-8a6f-f162d14cfe45 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:13.686427 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-eeb76307-a6ca-4226-8a6f-f162d14cfe45 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672821'] for floatingip, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:13.687047 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.l3_db [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-eeb76307-a6ca-4226-8a6f-f162d14cfe45 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Floating IP 30641c2c-b9f7-49ba-892b-3855ce116e5a disassociated. External IP: 172.28.2.191, port: 4506a304-33a5-4d3d-80bf-3364aadb15a0. Oct 25 15:01:13.687780 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-eeb76307-a6ca-4226-8a6f-f162d14cfe45 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Calling delete_port for 4506a304-33a5-4d3d-80bf-3364aadb15a0 owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:01:13.749045 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-d58f5c80-95ab-4964-a31d-577b34040e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:13.780238 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea97bc-7cfa-45aa-ada0-5b814d1b9770 req-19ad98ad-61d1-46aa-88f5-ca0a829ede56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:13.781991 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4cea97bc-7cfa-45aa-ada0-5b814d1b9770 req-19ad98ad-61d1-46aa-88f5-ca0a829ede56 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5d1b82a4-5e86-4cf8-a315-5c3e0187a29c HTTP/1.1" status: 200 len: 854 time: 0.6977372 Oct 25 15:01:13.839366 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4cea97bc-7cfa-45aa-ada0-5b814d1b9770 req-3ddf2845-d1b9-45b5-af7e-d6f1bfb18a2e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2a54a28-1c4a-4230-b427-c4c3031c4ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506749 Oct 25 15:01:14.198227 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 137b44e5-3038-4a3c-912c-9a42a444c05e up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:01:14.243749 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4cea97bc-7cfa-45aa-ada0-5b814d1b9770 req-3c774d12-f787-491e-a894-7375c3ec11f6 service neutron] 10.222.0.31 "GET /v2.0/networks/e2a54a28-1c4a-4230-b427-c4c3031c4ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888066 Oct 25 15:01:14.245004 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-eeb76307-a6ca-4226-8a6f-f162d14cfe45 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:14.253732 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-6612847b-adb2-46bb-bfd4-d0a308d9cd63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:14.327294 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb76307-a6ca-4226-8a6f-f162d14cfe45 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event deleted for resources: {'Port': ['ID=4506a304-33a5-4d3d-80bf-3364aadb15a0,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:14.332528 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port 137b44e5-3038-4a3c-912c-9a42a444c05e completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:01:14.334702 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-eeb76307-a6ca-4226-8a6f-f162d14cfe45 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:14.344170 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3a994-1f3e-42f7-a52f-2809c2767a1d req-272b9ee1-ab3f-4714-84fd-f7b8bb65125e tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:14.347869 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 137b44e5-3038-4a3c-912c-9a42a444c05e triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:14.348561 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:14.356541 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-84b3a994-1f3e-42f7-a52f-2809c2767a1d req-272b9ee1-ab3f-4714-84fd-f7b8bb65125e tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 945 time: 0.6633861 Oct 25 15:01:14.452910 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096374e-6279-4097-b410-fdb98f1e4684 req-15fab7b4-cbf1-4d1a-b77f-bcb9898af01f tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:14.455982 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3096374e-6279-4097-b410-fdb98f1e4684 req-15fab7b4-cbf1-4d1a-b77f-bcb9898af01f tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 945 time: 0.6760540 Oct 25 15:01:14.575584 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:14.602888 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port 137b44e5-3038-4a3c-912c-9a42a444c05e, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=137b44e5-3038-4a3c-912c-9a42a444c05e,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:14.609016 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:14.610522 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 2ba6bee4-0f6b-46cb-aab4-6af456e84369 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:01:14.619657 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-84b3a994-1f3e-42f7-a52f-2809c2767a1d req-e68e40c6-30e5-473c-b253-3673326861d3 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609632 Oct 25 15:01:14.651926 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:14.720626 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-eeb76307-a6ca-4226-8a6f-f162d14cfe45 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Router a65706d8-8961-4efb-b0bc-6a7d37e49d56 has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:01:14.775008 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:14.823070 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=137b44e5-3038-4a3c-912c-9a42a444c05e,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:14.836127 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:14.846703 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 2ba6bee4-0f6b-46cb-aab4-6af456e84369 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:14.847523 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:14.858620 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4cea97bc-7cfa-45aa-ada0-5b814d1b9770 req-67005b46-3d71-49d6-9df2-6c53b6d1daf9 service neutron] 10.222.0.31 "GET /v2.0/networks/e2a54a28-1c4a-4230-b427-c4c3031c4ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676999 Oct 25 15:01:14.870884 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.notifiers.nova [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b {{(pid=86779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:01:14.886290 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.db.resource_extend [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 15:01:14.922566 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:14.972517 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3096374e-6279-4097-b410-fdb98f1e4684 req-f6d307f7-aa2f-4dae-b593-67eb5ca1be57 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4864914 Oct 25 15:01:15.105676 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.provisioning_blocks [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Transition to ACTIVE for port object a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b will not be triggered until provisioned by entity L2. {{(pid=86779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:01:15.112440 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:15.127666 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28131388'] for port, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:15.128458 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28131388'] for port, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:15.169723 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:15.195891 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-eeb76307-a6ca-4226-8a6f-f162d14cfe45 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:01:15.209872 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e37b4f3-2ab7-406f-a3cc-a607e7daebc1 None None] Sync routers for ids ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'] in dv-cinder-813751-1-smb {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:01:15.230719 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37b4f3-2ab7-406f-a3cc-a607e7daebc1 None None] Routers {'a65706d8-8961-4efb-b0bc-6a7d37e49d56'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:01:15.238321 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-4e37b4f3-2ab7-406f-a3cc-a607e7daebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:01:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:15.301555 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-eeb76307-a6ca-4226-8a6f-f162d14cfe45 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] No DVR routers for this DVR port 4506a304-33a5-4d3d-80bf-3364aadb15a0 on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:01:15.305202 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-eeb76307-a6ca-4226-8a6f-f162d14cfe45 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:15.308520 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473fc4c2-8c9d-4ec3-8002-b4a14b072ec2', 'name': 'network-vif-deleted', 'tag': '4506a304-33a5-4d3d-80bf-3364aadb15a0'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:01:15.348565 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-afb9bed5-dca3-44b0-874b-1998352828a3 req-eeb76307-a6ca-4226-8a6f-f162d14cfe45 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.31 "DELETE /v2.0/ports/4506a304-33a5-4d3d-80bf-3364aadb15a0 HTTP/1.1" status: 204 len: 173 time: 3.2637460 Oct 25 15:01:15.467614 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Pushing event updated for resources: {'Port': ['ID=55677369-b34d-4f82-8daf-fb1ec118da76,revision_number=2']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:15.630688 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748530'] for router_interface, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:15.726140 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25cf16-35de-4468-a4a0-35972d627003 req-02a0e20a-26f1-4a89-aa28-42b38e27b412 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:15.733554 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6c25cf16-35de-4468-a4a0-35972d627003 req-02a0e20a-26f1-4a89-aa28-42b38e27b412 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 943 time: 0.7957964 Oct 25 15:01:15.838049 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-4e37b4f3-2ab7-406f-a3cc-a607e7daebc1 None None] Set router a65706d8-8961-4efb-b0bc-6a7d37e49d56 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:01:15.889603 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,revision_number=2']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:15.893535 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:15.895369 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 37a56358-e4a7-4f91-90a9-fda1addb4b24 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 15:01:15.902435 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.678s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:15.902765 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:15.915430 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 4506a304-33a5-4d3d-80bf-3364aadb15a0 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:01:15.922695 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6c25cf16-35de-4468-a4a0-35972d627003 req-7690f063-09bf-4623-bbd7-0857cd5f1b0a tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880748 Oct 25 15:01:15.961834 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f0f69-838f-4baa-8b65-b8d125c374c2 req-826f5d6a-883e-4d87-8b38-a20bd9e08975 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:15.962581 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-062f0f69-838f-4baa-8b65-b8d125c374c2 req-826f5d6a-883e-4d87-8b38-a20bd9e08975 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Synchronizing usage tracker for tenant:1f285f7297eb4cdf8062b6e13b8b95ff on resource:port {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:01:15.980292 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: 4506a304-33a5-4d3d-80bf-3364aadb15a0 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:01:15.980657 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 4506a304-33a5-4d3d-80bf-3364aadb15a0 not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:01:16.039869 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473fc4c2-8c9d-4ec3-8002-b4a14b072ec2', 'name': 'network-vif-deleted', 'tag': '4506a304-33a5-4d3d-80bf-3364aadb15a0', 'status': 'completed', 'code': 200} Oct 25 15:01:16.085830 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.managers [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Attempting to bind port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:01:16.087181 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.managers [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Attempting to bind port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '4ec8db25-0dd8-40b1-84ff-8d2618c6b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9'}] {{(pid=86779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:01:16.089223 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Attempting to bind port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b on network 1486c024-f03d-46e5-ad51-efb345f205e9 {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:01:16.101259 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-062f0f69-838f-4baa-8b65-b8d125c374c2 req-826f5d6a-883e-4d87-8b38-a20bd9e08975 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Unset dirty status for tenant:1f285f7297eb4cdf8062b6e13b8b95ff on resource:port {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:01:16.102668 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-062f0f69-838f-4baa-8b65-b8d125c374c2 req-826f5d6a-883e-4d87-8b38-a20bd9e08975 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.8922749 Oct 25 15:01:16.123295 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b on network 1486c024-f03d-46e5-ad51-efb345f205e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 15:01:16.123668 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Attempting to bind port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b on network 1486c024-f03d-46e5-ad51-efb345f205e9 {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:01:16.152508 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:01:16.152854 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Checking segment: {'id': '4ec8db25-0dd8-40b1-84ff-8d2618c6b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:01:16.153390 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Bound using segment: {'id': '4ec8db25-0dd8-40b1-84ff-8d2618c6b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9'} {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:01:16.153855 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.managers [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Bound port: a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec8db25-0dd8-40b1-84ff-8d2618c6b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9'}}] {{(pid=86779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:01:16.154209 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:16.190054 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Network f4d2312a-0c13-4e7d-9e5f-15879b62d5df is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:01:16.198304 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:01:16.239257 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 37a56358-e4a7-4f91-90a9-fda1addb4b24, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=37a56358-e4a7-4f91-90a9-fda1addb4b24,segment=NetworkSegment(ddfb9fd8-030e-4003-9bfe-9aab457c998a),segment_id=ddfb9fd8-030e-4003-9bfe-9aab457c998a)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:16.262388 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': '37a56358-e4a7-4f91-90a9-fda1addb4b24', 'network_id': 'e2a54a28-1c4a-4230-b427-c4c3031c4ec8', 'port_id': '37a56358-e4a7-4f91-90a9-fda1addb4b24', 'mac_address': 'fa:16:3e:67:b1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1b82a4-5e86-4cf8-a315-5c3e0187a29c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 15:01:16.265681 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 137b44e5-3038-4a3c-912c-9a42a444c05e up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:01:16.445691 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:16.458270 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 137b44e5-3038-4a3c-912c-9a42a444c05e triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:16.458652 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:16.538671 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a56358-e4a7-4f91-90a9-fda1addb4b24 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:01:16.546833 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-4e37b4f3-2ab7-406f-a3cc-a607e7daebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:23Z', 'revision_number': 4, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': 'e971a096-03c1-413f-af8b-a1906b207c78', 'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'mac_address': 'fa:16:3e:47:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:19Z', 'updated_at': '2021-10-25T14:57:40Z', 'revision_number': 5, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'subnets': [{'id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:16.552696 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e37b4f3-2ab7-406f-a3cc-a607e7daebc1 None None] Checking router: a65706d8-8961-4efb-b0bc-6a7d37e49d56 for host: dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:01:16.564797 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37b4f3-2ab7-406f-a3cc-a607e7daebc1 None None] Routers {'a65706d8-8961-4efb-b0bc-6a7d37e49d56'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:01:16.565621 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-4e37b4f3-2ab7-406f-a3cc-a607e7daebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:01:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:16.577918 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:16.602978 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-9dbcda68-89a6-4a68-9132-71d087366307 None None] Provisioning complete for port 55677369-b34d-4f82-8daf-fb1ec118da76 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:16.603353 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-9dbcda68-89a6-4a68-9132-71d087366307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:16.662356 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0518b85f-e1b7-49e0-a404-9c151725f381 req-b95ed78f-9c1b-48dd-98a5-accd2a6d8400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=473fc4c2-8c9d-4ec3-8002-b4a14b072ec2 HTTP/1.1" status: 200 len: 210 time: 0.3054578 Oct 25 15:01:16.667779 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 37a56358-e4a7-4f91-90a9-fda1addb4b24, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=37a56358-e4a7-4f91-90a9-fda1addb4b24,segment=NetworkSegment(ddfb9fd8-030e-4003-9bfe-9aab457c998a),segment_id=ddfb9fd8-030e-4003-9bfe-9aab457c998a)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:16.692963 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-062f0f69-838f-4baa-8b65-b8d125c374c2 req-f9e88eed-56ef-4c8d-b486-181bba6b5940 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5703535 Oct 25 15:01:16.737109 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:16.747447 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:16.839701 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] For port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b, host hv-cinder-81375, cleared binding levels {{(pid=86779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:01:16.845800 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=37a56358-e4a7-4f91-90a9-fda1addb4b24,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:16.851719 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:16.854519 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] For port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:01:16.864686 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28131388'] for port, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:16.870195 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:16.985655 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-4e37b4f3-2ab7-406f-a3cc-a607e7daebc1 None None] Set router a65706d8-8961-4efb-b0bc-6a7d37e49d56 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:01:16.987482 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-9dbcda68-89a6-4a68-9132-71d087366307 None None] Port 55677369-b34d-4f82-8daf-fb1ec118da76 cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 15:01:16.992556 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Router a48fa7ea-0f31-41b1-8987-569c1d91206f has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:01:17.011469 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:17.012495 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:17.014603 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] 10.222.0.31 "PUT /v2.0/ports/a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b HTTP/1.1" status: 200 len: 1093 time: 3.7183852 Oct 25 15:01:17.020227 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'tag': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b'}] {{(pid=86779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:01:17.078223 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['37a56358-e4a7-4f91-90a9-fda1addb4b24'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:01:17.416359 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'tag': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b', 'status': 'completed', 'code': 200} Oct 25 15:01:17.439509 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,revision_number=3']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:17.466185 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:17.492946 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-4e37b4f3-2ab7-406f-a3cc-a607e7daebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:23Z', 'revision_number': 4, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': 'e971a096-03c1-413f-af8b-a1906b207c78', 'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'mac_address': 'fa:16:3e:47:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:19Z', 'updated_at': '2021-10-25T14:57:40Z', 'revision_number': 5, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'subnets': [{'id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:17.496985 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e37b4f3-2ab7-406f-a3cc-a607e7daebc1 None None] The sync data for ids ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'] in dv-cinder-813751-1-smb is: [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:23Z', 'revision_number': 4, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': 'e971a096-03c1-413f-af8b-a1906b207c78', 'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'mac_address': 'fa:16:3e:47:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:19Z', 'updated_at': '2021-10-25T14:57:40Z', 'revision_number': 5, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'subnets': [{'id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:01:17.620404 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:01:17.631152 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Sync routers for ids ['a48fa7ea-0f31-41b1-8987-569c1d91206f'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:01:17.633398 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] 10.222.0.62 "PUT /v2.0/routers/a48fa7ea-0f31-41b1-8987-569c1d91206f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3738282 Oct 25 15:01:17.645596 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Routers {'a48fa7ea-0f31-41b1-8987-569c1d91206f'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:01:17.646228 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:01:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a48fa7ea-0f31-41b1-8987-569c1d91206f'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:17.648093 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc519d6a-73d1-4159-b73a-054ee3275f5b req-09c8ff7b-1dad-4283-a695-9244c37542fa tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:17.649635 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dc519d6a-73d1-4159-b73a-054ee3275f5b req-09c8ff7b-1dad-4283-a695-9244c37542fa tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 944 time: 0.3089910 Oct 25 15:01:17.652768 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-f246ef36-406c-442f-b40a-71e32b7c4be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:17.654179 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-f246ef36-406c-442f-b40a-71e32b7c4be1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff&device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 1096 time: 0.2787116 Oct 25 15:01:17.836095 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-0de270af-919c-4a08-a727-f1de85e97e92 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b HTTP/1.1" status: 200 len: 217 time: 0.1415944 Oct 25 15:01:17.878988 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96d795-50ed-421e-bc1e-9e3aeb80f345 None None] New status for floating IP 30641c2c-b9f7-49ba-892b-3855ce116e5a: DOWN {{(pid=86781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 15:01:17.900116 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dc519d6a-73d1-4159-b73a-054ee3275f5b req-9da15774-dc10-4e60-8647-c14bdeb8e6df tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428980 Oct 25 15:01:17.913919 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 37a56358-e4a7-4f91-90a9-fda1addb4b24 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:01:17.986764 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-aab50da1-86da-442a-b4af-984ca3a13a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:17.988385 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-aab50da1-86da-442a-b4af-984ca3a13a6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c0ecf-a28b-4b05-be24-55014af38ee9 HTTP/1.1" status: 200 len: 855 time: 0.1297164 Oct 25 15:01:18.146162 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-fe2dac12-b95f-46d8-b78e-a686a36a2486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:18.148965 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-fe2dac12-b95f-46d8-b78e-a686a36a2486 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1486c024-f03d-46e5-ad51-efb345f205e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1491311 Oct 25 15:01:18.277401 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Set router a48fa7ea-0f31-41b1-8987-569c1d91206f gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:01:18.436879 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-c2817307-7568-42c8-bde5-232ded9ecd48 service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809391 Oct 25 15:01:18.468514 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port 37a56358-e4a7-4f91-90a9-fda1addb4b24 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:01:18.490511 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port 37a56358-e4a7-4f91-90a9-fda1addb4b24 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:18.491118 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:18.540269 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05326111-6b73-4785-9525-b4af103e4ff9 req-71e478b8-b317-4d47-b88c-c2d9c7e0143a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:18.541811 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-05326111-6b73-4785-9525-b4af103e4ff9 req-71e478b8-b317-4d47-b88c-c2d9c7e0143a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.2111430 Oct 25 15:01:18.625726 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-05326111-6b73-4785-9525-b4af103e4ff9 req-0a613788-8137-4f01-bd91-a36a9ac7b72b tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749493 Oct 25 15:01:18.641830 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60492) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:18.645949 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-42837713-3f17-41a5-8d58-db0a2bcf6b87 req-a312351d-6503-433b-ae29-5952fc4f30cc service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005672 Oct 25 15:01:18.648466 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-f021eb74-ff4b-4fa1-83a0-fec3cdbe0453 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-975028363', 'description': 'tempest-secgroup-smoke-975028363 description', 'project_id': 'fcd1a038445348f2b9368ef2698be26f'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:18.666244 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-f021eb74-ff4b-4fa1-83a0-fec3cdbe0453 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:18.671231 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-f021eb74-ff4b-4fa1-83a0-fec3cdbe0453 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Usage tracker for resource:security_group and tenant:fcd1a038445348f2b9368ef2698be26f is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:18.677250 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-f021eb74-ff4b-4fa1-83a0-fec3cdbe0453 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:18.677642 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60496) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:18.686641 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-f021eb74-ff4b-4fa1-83a0-fec3cdbe0453 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:18.700334 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f021eb74-ff4b-4fa1-83a0-fec3cdbe0453 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:18.723604 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-f021eb74-ff4b-4fa1-83a0-fec3cdbe0453 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:18.727502 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-f021eb74-ff4b-4fa1-83a0-fec3cdbe0453 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Usage tracker for resource:security_group_rule and tenant:fcd1a038445348f2b9368ef2698be26f is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:18.731402 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-f021eb74-ff4b-4fa1-83a0-fec3cdbe0453 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:18.748342 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-f021eb74-ff4b-4fa1-83a0-fec3cdbe0453 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:18.822377 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d6befc34-73a8-4bf1-977b-e6382a3516db tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:18.844736 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f021eb74-ff4b-4fa1-83a0-fec3cdbe0453 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:18.850317 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f021eb74-ff4b-4fa1-83a0-fec3cdbe0453 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:18.856563 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-59bc0381-6cdb-4138-8fcd-5a828f6a6f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:18.870720 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d6befc34-73a8-4bf1-977b-e6382a3516db tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:18.895328 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021eb74-ff4b-4fa1-83a0-fec3cdbe0453 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:18.901224 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f021eb74-ff4b-4fa1-83a0-fec3cdbe0453 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:18.914799 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f021eb74-ff4b-4fa1-83a0-fec3cdbe0453 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:18.919010 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-f021eb74-ff4b-4fa1-83a0-fec3cdbe0453 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2725208 Oct 25 15:01:18.919252 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60500) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:18.926170 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-074427b8-35f8-4d1b-b5cb-52a2f75ad583 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Request body: {'security_group_rule': {'security_group_id': '85c46dfd-0a87-419d-ba4a-dbcae7b93f2f', 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:18.936055 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-074427b8-35f8-4d1b-b5cb-52a2f75ad583 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:18.936329 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:18.944898 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-074427b8-35f8-4d1b-b5cb-52a2f75ad583 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Usage tracker for resource:security_group_rule and tenant:fcd1a038445348f2b9368ef2698be26f is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:18.951306 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-074427b8-35f8-4d1b-b5cb-52a2f75ad583 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:18.961273 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297a061-71a2-491a-a394-0354ca1c1a6f req-79e7cacc-c74e-4252-84ed-3be5d2d36f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:18.963284 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e297a061-71a2-491a-a394-0354ca1c1a6f req-79e7cacc-c74e-4252-84ed-3be5d2d36f32 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff&device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 1096 time: 0.1892619 Oct 25 15:01:18.964764 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-074427b8-35f8-4d1b-b5cb-52a2f75ad583 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:19.007441 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 37a56358-e4a7-4f91-90a9-fda1addb4b24, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=37a56358-e4a7-4f91-90a9-fda1addb4b24,segment=NetworkSegment(ddfb9fd8-030e-4003-9bfe-9aab457c998a),segment_id=ddfb9fd8-030e-4003-9bfe-9aab457c998a)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:19.010355 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e047e8-0c17-4b2e-a727-dee479e62fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a56358-e4a7-4f91-90a9-fda1addb4b24'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:01:19.011619 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-074427b8-35f8-4d1b-b5cb-52a2f75ad583 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.023277 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.032264 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:19.092947 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e047e8-0c17-4b2e-a727-dee479e62fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a56358-e4a7-4f91-90a9-fda1addb4b24', 'code': 200} Oct 25 15:01:19.096134 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d6befc34-73a8-4bf1-977b-e6382a3516db tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.107493 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-55f2eff1-9c21-4c14-b7d9-105cab1a33d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:19.126888 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-074427b8-35f8-4d1b-b5cb-52a2f75ad583 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.135379 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-074427b8-35f8-4d1b-b5cb-52a2f75ad583 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.139188 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-46c1ea6e-2679-4ca0-ac59-8a3327cb4c81 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:19.157208 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=37a56358-e4a7-4f91-90a9-fda1addb4b24,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:19.161679 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:19.169810 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'name': 'tempest-TestShelveInstance-1113769098-router', 'tenant_id': '536659e5588e49d7b21b43f50c4945ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.85'}], 'enable_snat': True}, 'gw_port_id': '137b44e5-3038-4a3c-912c-9a42a444c05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:01Z', 'updated_at': '2021-10-25T15:01:13Z', 'revision_number': 4, 'project_id': '536659e5588e49d7b21b43f50c4945ac', 'gw_port': {'id': '137b44e5-3038-4a3c-912c-9a42a444c05e', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:03Z', 'updated_at': '2021-10-25T15:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '55677369-b34d-4f82-8daf-fb1ec118da76', 'name': '', 'network_id': 'f4d2312a-0c13-4e7d-9e5f-15879b62d5df', 'tenant_id': '536659e5588e49d7b21b43f50c4945ac', 'mac_address': 'fa:16:3e:11:d5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3215d5f5-b076-4981-b2b1-9d42e87fc83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:10Z', 'updated_at': '2021-10-25T15:01:14Z', 'revision_number': 2, 'project_id': '536659e5588e49d7b21b43f50c4945ac', 'subnets': [{'id': '3215d5f5-b076-4981-b2b1-9d42e87fc83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:19.176495 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074427b8-35f8-4d1b-b5cb-52a2f75ad583 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f3c625-ef57-4492-8377-457de1ef72d7,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:19.183971 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-074427b8-35f8-4d1b-b5cb-52a2f75ad583 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:19.184864 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Checking router: a48fa7ea-0f31-41b1-8987-569c1d91206f for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:01:19.185302 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Updating router a48fa7ea-0f31-41b1-8987-569c1d91206f port 55677369-b34d-4f82-8daf-fb1ec118da76 binding host dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 15:01:19.193073 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-074427b8-35f8-4d1b-b5cb-52a2f75ad583 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.194964 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-074427b8-35f8-4d1b-b5cb-52a2f75ad583 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2742696 Oct 25 15:01:19.199149 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60508) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:19.209927 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-dc7ca2d8-0018-40f9-a32b-bd0afd9092f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Request body: {'security_group_rule': {'security_group_id': '85c46dfd-0a87-419d-ba4a-dbcae7b93f2f', 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:19.213393 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6befc34-73a8-4bf1-977b-e6382a3516db tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbbc6af-e48c-4ef4-8476-034aafd6aa3f,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:19.217452 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-dc7ca2d8-0018-40f9-a32b-bd0afd9092f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:19.227149 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-dc7ca2d8-0018-40f9-a32b-bd0afd9092f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Usage tracker for resource:security_group_rule and tenant:fcd1a038445348f2b9368ef2698be26f is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:19.230754 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-d6befc34-73a8-4bf1-977b-e6382a3516db tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:19.234956 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-dc7ca2d8-0018-40f9-a32b-bd0afd9092f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:19.244063 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-dc7ca2d8-0018-40f9-a32b-bd0afd9092f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:19.271351 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d6befc34-73a8-4bf1-977b-e6382a3516db tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.272651 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-d6befc34-73a8-4bf1-977b-e6382a3516db tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "DELETE /v2.0/security-groups/1fbbc6af-e48c-4ef4-8476-034aafd6aa3f HTTP/1.1" status: 204 len: 168 time: 0.5940142 Oct 25 15:01:19.276207 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca2d8-0018-40f9-a32b-bd0afd9092f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.277782 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60514) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:19.314225 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.api.v2.resource [None req-c8ab1392-0b09-4944-9c76-1634a7c0765e tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] show failed (client error): The resource could not be found. Oct 25 15:01:19.315432 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-c8ab1392-0b09-4944-9c76-1634a7c0765e tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups/1fbbc6af-e48c-4ef4-8476-034aafd6aa3f HTTP/1.1" status: 404 len: 347 time: 0.0355749 Oct 25 15:01:19.322139 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60518) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:19.328434 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.384403 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297a061-71a2-491a-a394-0354ca1c1a6f req-c61c2268-0a24-451e-bd48-dbb4e98ebae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:19.385940 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e297a061-71a2-491a-a394-0354ca1c1a6f req-c61c2268-0a24-451e-bd48-dbb4e98ebae0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1486c024-f03d-46e5-ad51-efb345f205e9 HTTP/1.1" status: 200 len: 917 time: 0.4138777 Oct 25 15:01:19.434795 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca2d8-0018-40f9-a32b-bd0afd9092f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.443531 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca2d8-0018-40f9-a32b-bd0afd9092f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.445724 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:19.494213 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ca2d8-0018-40f9-a32b-bd0afd9092f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e016f2-b99d-45a8-8922-89bfa1021b02,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:19.502232 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-dc7ca2d8-0018-40f9-a32b-bd0afd9092f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:19.514751 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca2d8-0018-40f9-a32b-bd0afd9092f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.518810 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-dc7ca2d8-0018-40f9-a32b-bd0afd9092f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3150477 Oct 25 15:01:19.519184 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60522) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:19.525065 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-c17da5f2-2254-4209-8834-e0985eec274a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Request body: {'security_group_rule': {'security_group_id': '85c46dfd-0a87-419d-ba4a-dbcae7b93f2f', 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:19.531661 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-c17da5f2-2254-4209-8834-e0985eec274a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:19.573911 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-c17da5f2-2254-4209-8834-e0985eec274a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Usage tracker for resource:security_group_rule and tenant:fcd1a038445348f2b9368ef2698be26f is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:19.581121 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-c17da5f2-2254-4209-8834-e0985eec274a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:19.601569 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-c17da5f2-2254-4209-8834-e0985eec274a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:19.609090 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e297a061-71a2-491a-a394-0354ca1c1a6f req-cfa60904-f3b1-4e94-a11b-ae9f9c5e2a6c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b HTTP/1.1" status: 200 len: 217 time: 0.2136781 Oct 25 15:01:19.648764 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c17da5f2-2254-4209-8834-e0985eec274a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.722519 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b281c9-561a-4b47-8d67-ef9084c54466 req-95081b22-d506-45fd-9877-1cb4d08b791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:19.724410 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-48b281c9-561a-4b47-8d67-ef9084c54466 req-95081b22-d506-45fd-9877-1cb4d08b791d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 1098 time: 0.1894922 Oct 25 15:01:19.760869 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c17da5f2-2254-4209-8834-e0985eec274a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.774580 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c17da5f2-2254-4209-8834-e0985eec274a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.782111 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-dc7ca2d8-0018-40f9-a32b-bd0afd9092f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:19.801555 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-48b281c9-561a-4b47-8d67-ef9084c54466 req-d946f694-ecc2-4fea-92a8-326f9e31b186 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689483 Oct 25 15:01:19.810438 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17da5f2-2254-4209-8834-e0985eec274a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5cb778b-517a-47a5-b767-210b100805f4,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:19.815489 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c17da5f2-2254-4209-8834-e0985eec274a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:19.829724 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c17da5f2-2254-4209-8834-e0985eec274a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.834252 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-c17da5f2-2254-4209-8834-e0985eec274a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107936 Oct 25 15:01:19.835019 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60528) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:19.843289 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-9b1997a4-1d33-4af5-a133-2f4aca66531e tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Request body: {'security_group_rule': {'security_group_id': '85c46dfd-0a87-419d-ba4a-dbcae7b93f2f', 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:19.853513 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-9b1997a4-1d33-4af5-a133-2f4aca66531e tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:19.858220 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-9b1997a4-1d33-4af5-a133-2f4aca66531e tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Usage tracker for resource:security_group_rule and tenant:fcd1a038445348f2b9368ef2698be26f is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:19.862507 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-9b1997a4-1d33-4af5-a133-2f4aca66531e tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:19.867560 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bce41-2dfb-4b5f-b683-8fe09b1f0c53 req-a508dc23-3da3-4a55-a374-30ee104a53f7 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:19.870135 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-9b1997a4-1d33-4af5-a133-2f4aca66531e tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:19.880292 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7f4bce41-2dfb-4b5f-b683-8fe09b1f0c53 req-a508dc23-3da3-4a55-a374-30ee104a53f7 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 945 time: 0.7748635 Oct 25 15:01:19.884621 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Deleting port 9f67bae3-34fb-4623-a084-ff9718d04efd {{(pid=86779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:01:19.885203 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.898074 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9b1997a4-1d33-4af5-a133-2f4aca66531e tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.990200 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Notify callbacks [] for port, precommit_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:19.998684 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9b1997a4-1d33-4af5-a133-2f4aca66531e tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:20.005862 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9b1997a4-1d33-4af5-a133-2f4aca66531e tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:20.009252 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c17da5f2-2254-4209-8834-e0985eec274a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:20.013622 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Transition to ACTIVE for port object 55677369-b34d-4f82-8daf-fb1ec118da76 will not be triggered until provisioned by entity L2. {{(pid=86780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:01:20.027779 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:20.031371 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1997a4-1d33-4af5-a133-2f4aca66531e tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6e117b-6192-487e-89d4-162b8c110d1f,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:20.036799 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-940fda22-003e-4462-9e95-90ddd9c72efd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:20.041363 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-9b1997a4-1d33-4af5-a133-2f4aca66531e tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:20.066302 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9b1997a4-1d33-4af5-a133-2f4aca66531e tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:20.072129 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-9b1997a4-1d33-4af5-a133-2f4aca66531e tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2317288 Oct 25 15:01:20.082422 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60532) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:20.095498 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-7de011d5-a4a5-4442-8366-d9283d495e23 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Request body: {'security_group_rule': {'security_group_id': '85c46dfd-0a87-419d-ba4a-dbcae7b93f2f', 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:20.106117 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-7de011d5-a4a5-4442-8366-d9283d495e23 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:20.112493 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-7de011d5-a4a5-4442-8366-d9283d495e23 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Usage tracker for resource:security_group_rule and tenant:fcd1a038445348f2b9368ef2698be26f is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:20.117112 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-7de011d5-a4a5-4442-8366-d9283d495e23 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:20.127464 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-7de011d5-a4a5-4442-8366-d9283d495e23 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:20.162993 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.securitygroups_db [None req-7de011d5-a4a5-4442-8366-d9283d495e23 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Project fcd1a038445348f2b9368ef2698be26f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 15:01:20.193192 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7de011d5-a4a5-4442-8366-d9283d495e23 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:20.294887 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0f5e6-6ca9-489e-b268-b3832f525a0e None None] Pushing event updated for resources: {'Port': ['ID=55677369-b34d-4f82-8daf-fb1ec118da76,revision_number=3']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:20.349263 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7de011d5-a4a5-4442-8366-d9283d495e23 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:20.356405 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7de011d5-a4a5-4442-8366-d9283d495e23 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:20.362599 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:20.378487 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-c6e0f5e6-6ca9-489e-b268-b3832f525a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:20.396515 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7f4bce41-2dfb-4b5f-b683-8fe09b1f0c53 req-bf5f47fe-b14d-4bb3-a0b0-a313298455c3 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146086 Oct 25 15:01:20.417907 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7de011d5-a4a5-4442-8366-d9283d495e23 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:20.422987 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-7de011d5-a4a5-4442-8366-d9283d495e23 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3352566 Oct 25 15:01:20.422987 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60536) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:20.439758 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-f0cc79fd-489d-496a-9aa9-d9dee55259f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Request body: {'security_group_rule': {'security_group_id': '85c46dfd-0a87-419d-ba4a-dbcae7b93f2f', 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:20.441319 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de011d5-a4a5-4442-8366-d9283d495e23 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4179b5-a6ec-40fe-aaf8-23ba044d4b6a,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:20.447421 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-7de011d5-a4a5-4442-8366-d9283d495e23 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:20.449788 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-f0cc79fd-489d-496a-9aa9-d9dee55259f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:20.458328 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-f0cc79fd-489d-496a-9aa9-d9dee55259f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Usage tracker for resource:security_group_rule and tenant:fcd1a038445348f2b9368ef2698be26f is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:20.464678 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-f0cc79fd-489d-496a-9aa9-d9dee55259f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:20.466101 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297a061-71a2-491a-a394-0354ca1c1a6f req-3fc60db7-2801-4931-8f04-7ef23c969e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:20.468863 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e297a061-71a2-491a-a394-0354ca1c1a6f req-3fc60db7-2801-4931-8f04-7ef23c969e7f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c0ecf-a28b-4b05-be24-55014af38ee9 HTTP/1.1" status: 200 len: 855 time: 0.7798266 Oct 25 15:01:20.476501 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Attempting to bind port 55677369-b34d-4f82-8daf-fb1ec118da76 on host dv-cinder-813751-1-smb for vnic_type normal with profile {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:01:20.477173 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Attempting to bind port 55677369-b34d-4f82-8daf-fb1ec118da76 by drivers openvswitch,hyperv on host dv-cinder-813751-1-smb at level 0 using segments [{'id': '00add08b-8850-4d92-ab5c-f1d3cda6a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f4d2312a-0c13-4e7d-9e5f-15879b62d5df'}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:01:20.477777 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Attempting to bind port 55677369-b34d-4f82-8daf-fb1ec118da76 on network f4d2312a-0c13-4e7d-9e5f-15879b62d5df {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:01:20.478353 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-f0cc79fd-489d-496a-9aa9-d9dee55259f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:20.493869 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Checking agent: {'id': '355e1a52-f1cd-4e8c-b523-c7ae29c99cb2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:01:20.494783 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Checking segment: {'id': '00add08b-8850-4d92-ab5c-f1d3cda6a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f4d2312a-0c13-4e7d-9e5f-15879b62d5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:01:20.495854 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:20.496851 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Bound using segment: {'id': '00add08b-8850-4d92-ab5c-f1d3cda6a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f4d2312a-0c13-4e7d-9e5f-15879b62d5df'} {{(pid=86780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:01:20.498293 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.managers [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Bound port: 55677369-b34d-4f82-8daf-fb1ec118da76, host: dv-cinder-813751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00add08b-8850-4d92-ab5c-f1d3cda6a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f4d2312a-0c13-4e7d-9e5f-15879b62d5df'}}] {{(pid=86780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:01:20.499181 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:20.503658 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.securitygroups_db [None req-f0cc79fd-489d-496a-9aa9-d9dee55259f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Project fcd1a038445348f2b9368ef2698be26f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 15:01:20.517310 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f0cc79fd-489d-496a-9aa9-d9dee55259f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:20.601015 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:20.601332 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:20.620187 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f9df6-2972-4b3e-86b0-a724db25aa68 req-9b0bb37f-ba76-4163-a0bd-c09b68671a1f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:20.621723 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-784f9df6-2972-4b3e-86b0-a724db25aa68 req-9b0bb37f-ba76-4163-a0bd-c09b68671a1f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.4795024 Oct 25 15:01:20.677365 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f0cc79fd-489d-496a-9aa9-d9dee55259f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:20.685449 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f0cc79fd-489d-496a-9aa9-d9dee55259f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:20.690105 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-42bc2ade-c701-41ab-8329-d609356ecc9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:20.697054 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] For port 55677369-b34d-4f82-8daf-fb1ec118da76, host dv-cinder-813751-1-smb, cleared binding levels {{(pid=86780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:01:20.701340 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] For port 55677369-b34d-4f82-8daf-fb1ec118da76, host dv-cinder-813751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=55677369-b34d-4f82-8daf-fb1ec118da76,segment=NetworkSegment(00add08b-8850-4d92-ab5c-f1d3cda6a7f0),segment_id=00add08b-8850-4d92-ab5c-f1d3cda6a7f0)] {{(pid=86780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:01:20.707163 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:20.719679 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:20.749932 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc79fd-489d-496a-9aa9-d9dee55259f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b79a8c9-6889-4231-9910-776e6da537be,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:20.786466 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f0cc79fd-489d-496a-9aa9-d9dee55259f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:20.789347 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Routers {'a48fa7ea-0f31-41b1-8987-569c1d91206f'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:01:20.790307 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:01:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a48fa7ea-0f31-41b1-8987-569c1d91206f'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:20.791772 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f0cc79fd-489d-496a-9aa9-d9dee55259f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:20.797719 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-f0cc79fd-489d-496a-9aa9-d9dee55259f2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3712282 Oct 25 15:01:20.924345 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0f5e6-6ca9-489e-b268-b3832f525a0e None None] Pushing event updated for resources: {'Port': ['ID=55677369-b34d-4f82-8daf-fb1ec118da76,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:20.935682 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-c6e0f5e6-6ca9-489e-b268-b3832f525a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:21.014559 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Calling delete_port for 9f67bae3-34fb-4623-a084-ff9718d04efd owned by network:floatingip {{(pid=86779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:01:21.156404 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-784f9df6-2972-4b3e-86b0-a724db25aa68 req-eef42287-12d1-4b2b-ba3e-7b5420983b8f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4554613 Oct 25 15:01:21.182242 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297a061-71a2-491a-a394-0354ca1c1a6f req-47d84922-2301-4c35-93a4-d1c1a2ff2337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:21.197835 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e297a061-71a2-491a-a394-0354ca1c1a6f req-47d84922-2301-4c35-93a4-d1c1a2ff2337 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1486c024-f03d-46e5-ad51-efb345f205e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6970193 Oct 25 15:01:21.269306 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] Set router a48fa7ea-0f31-41b1-8987-569c1d91206f gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:01:21.680407 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e297a061-71a2-491a-a394-0354ca1c1a6f req-1a738e0c-9acc-41ec-bf55-932808959fc6 service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508085 Oct 25 15:01:21.693710 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'name': 'tempest-TestShelveInstance-1113769098-router', 'tenant_id': '536659e5588e49d7b21b43f50c4945ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.85'}], 'enable_snat': True}, 'gw_port_id': '137b44e5-3038-4a3c-912c-9a42a444c05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:01Z', 'updated_at': '2021-10-25T15:01:13Z', 'revision_number': 4, 'project_id': '536659e5588e49d7b21b43f50c4945ac', 'gw_port': {'id': '137b44e5-3038-4a3c-912c-9a42a444c05e', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:03Z', 'updated_at': '2021-10-25T15:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '55677369-b34d-4f82-8daf-fb1ec118da76', 'name': '', 'network_id': 'f4d2312a-0c13-4e7d-9e5f-15879b62d5df', 'tenant_id': '536659e5588e49d7b21b43f50c4945ac', 'mac_address': 'fa:16:3e:11:d5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3215d5f5-b076-4981-b2b1-9d42e87fc83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:10Z', 'updated_at': '2021-10-25T15:01:20Z', 'revision_number': 4, 'project_id': '536659e5588e49d7b21b43f50c4945ac', 'subnets': [{'id': '3215d5f5-b076-4981-b2b1-9d42e87fc83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:21.705324 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ecb5ca-5b1b-4aa5-b71e-20916a606b11 None None] The sync data for ids ['a48fa7ea-0f31-41b1-8987-569c1d91206f'] in dv-cinder-813751-1-smb is: [{'id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'name': 'tempest-TestShelveInstance-1113769098-router', 'tenant_id': '536659e5588e49d7b21b43f50c4945ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.85'}], 'enable_snat': True}, 'gw_port_id': '137b44e5-3038-4a3c-912c-9a42a444c05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:01Z', 'updated_at': '2021-10-25T15:01:13Z', 'revision_number': 4, 'project_id': '536659e5588e49d7b21b43f50c4945ac', 'gw_port': {'id': '137b44e5-3038-4a3c-912c-9a42a444c05e', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:03Z', 'updated_at': '2021-10-25T15:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '55677369-b34d-4f82-8daf-fb1ec118da76', 'name': '', 'network_id': 'f4d2312a-0c13-4e7d-9e5f-15879b62d5df', 'tenant_id': '536659e5588e49d7b21b43f50c4945ac', 'mac_address': 'fa:16:3e:11:d5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3215d5f5-b076-4981-b2b1-9d42e87fc83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:10Z', 'updated_at': '2021-10-25T15:01:20Z', 'revision_number': 4, 'project_id': '536659e5588e49d7b21b43f50c4945ac', 'subnets': [{'id': '3215d5f5-b076-4981-b2b1-9d42e87fc83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:01:21.916314 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 15:01:21.967347 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:22.021812 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:22.053925 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e297a061-71a2-491a-a394-0354ca1c1a6f req-a72dfe92-4ce4-4e7b-9dd2-860ecd34e747 service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640997 Oct 25 15:01:22.134213 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event deleted for resources: {'Port': ['ID=9f67bae3-34fb-4623-a084-ff9718d04efd,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:22.184060 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 55677369-b34d-4f82-8daf-fb1ec118da76 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:01:22.217480 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:22.218626 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:22.219668 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:22.221430 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:22.222583 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:22.223190 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:22.223564 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:22.223952 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:22.224680 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:22.225048 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:22.225406 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:22.226259 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:22.232985 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:22.342405 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43967b15-e6ce-4f27-8459-d15c48b4df09 req-dbaa993b-132e-4bf5-b583-7d5c1bd0bdd9 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:22.344497 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-43967b15-e6ce-4f27-8459-d15c48b4df09 req-dbaa993b-132e-4bf5-b583-7d5c1bd0bdd9 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 945 time: 0.8930588 Oct 25 15:01:22.355836 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:22.364299 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee6d78-43a7-46dd-b4c9-be9e8a7afad1 req-1ded28fa-74d7-42fc-844a-ba810db22174 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:22.366482 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a6ee6d78-43a7-46dd-b4c9-be9e8a7afad1 req-1ded28fa-74d7-42fc-844a-ba810db22174 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 945 time: 0.7578700 Oct 25 15:01:22.382489 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'port_id': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b', 'mac_address': 'fa:16:3e:62:51:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 15:01:22.386925 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning for port 55677369-b34d-4f82-8daf-fb1ec118da76 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:01:22.422853 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 55677369-b34d-4f82-8daf-fb1ec118da76 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:22.423371 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:22.472317 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for floatingip, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:22.506787 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:22.525089 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-43967b15-e6ce-4f27-8459-d15c48b4df09 req-a3eaab3a-7963-42a4-84f4-b040c534f4cf tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567342 Oct 25 15:01:22.545020 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a6ee6d78-43a7-46dd-b4c9-be9e8a7afad1 req-c4d98cb5-d401-4446-8e15-822d27e31d78 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467187 Oct 25 15:01:22.557845 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for floatingip, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:22.558126 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60606) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:22.560103 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "DELETE /v2.0/floatingips/30641c2c-b9f7-49ba-892b-3855ce116e5a HTTP/1.1" status: 204 len: 168 time: 3.2366168 Oct 25 15:01:22.729362 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:01:22.852734 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:22.861208 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:22.883985 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:22.908449 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:23.177588 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] For port 55677369-b34d-4f82-8daf-fb1ec118da76, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=55677369-b34d-4f82-8daf-fb1ec118da76,segment=NetworkSegment(00add08b-8850-4d92-ab5c-f1d3cda6a7f0),segment_id=00add08b-8850-4d92-ab5c-f1d3cda6a7f0)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:23.197096 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:23.230236 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60650) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:23.244166 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-02fc6a11-664f-4bd2-afdf-6e5cf3f9e447 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1738313702', 'description': 'tempest-description--2040854990'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:23.250848 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:23.254692 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-02fc6a11-664f-4bd2-afdf-6e5cf3f9e447 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:23.257179 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:23.257864 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:23.269288 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-02fc6a11-664f-4bd2-afdf-6e5cf3f9e447 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Usage tracker for resource:security_group and tenant:ec1fc5a480a1442bac3e578b604cf89f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:23.273656 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-02fc6a11-664f-4bd2-afdf-6e5cf3f9e447 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:23.284218 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-02fc6a11-664f-4bd2-afdf-6e5cf3f9e447 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:23.314875 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-02fc6a11-664f-4bd2-afdf-6e5cf3f9e447 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:23.337740 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:01:23.421900 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df5de6f-0da6-4381-b4d3-41cec0cefc55 tempest-TestMinimumBasicScenario-1163850504 tempest-TestMinimumBasicScenario-1163850504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:23.423968 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-02fc6a11-664f-4bd2-afdf-6e5cf3f9e447 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:23.425118 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-0df5de6f-0da6-4381-b4d3-41cec0cefc55 tempest-TestMinimumBasicScenario-1163850504 tempest-TestMinimumBasicScenario-1163850504-project-admin] Synchronizing usage tracker for tenant:7d70eb2e8cce4ab8bd98a1d9b563a1c9 on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:01:23.447193 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17cf63-ced0-4558-a0e8-d1ea5f615d05 req-ef8d59bf-fc13-4dce-bc34-fc70a49dd0ac tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:23.451501 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4d17cf63-ced0-4558-a0e8-d1ea5f615d05 req-ef8d59bf-fc13-4dce-bc34-fc70a49dd0ac tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 944 time: 0.6687756 Oct 25 15:01:23.454175 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-02fc6a11-664f-4bd2-afdf-6e5cf3f9e447 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Usage tracker for resource:security_group_rule and tenant:ec1fc5a480a1442bac3e578b604cf89f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:23.472774 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-0df5de6f-0da6-4381-b4d3-41cec0cefc55 tempest-TestMinimumBasicScenario-1163850504 tempest-TestMinimumBasicScenario-1163850504-project-admin] Unset dirty status for tenant:7d70eb2e8cce4ab8bd98a1d9b563a1c9 on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:01:23.474180 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-0df5de6f-0da6-4381-b4d3-41cec0cefc55 tempest-TestMinimumBasicScenario-1163850504 tempest-TestMinimumBasicScenario-1163850504-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 1093 time: 0.9128807 Oct 25 15:01:23.478774 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60658) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:23.485303 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Request body: {'floatingip': {'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'port_id': '7b3c1814-483b-46b8-ab35-7912317c26a2', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:23.485622 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-02fc6a11-664f-4bd2-afdf-6e5cf3f9e447 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:23.494371 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:23.502516 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Usage tracker for resource:floatingip and tenant:6b722154703449e688c5cf0149eb8a20 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:23.506837 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:23.519707 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:23.530369 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-02fc6a11-664f-4bd2-afdf-6e5cf3f9e447 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:23.543125 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for floatingip, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:23.587857 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4d17cf63-ced0-4558-a0e8-d1ea5f615d05 req-2f8deea6-8e6f-468d-885c-e372c06d267c tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279645 Oct 25 15:01:23.704243 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Pushing event updated for resources: {'Port': ['ID=55677369-b34d-4f82-8daf-fb1ec118da76,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:23.718847 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-02fc6a11-664f-4bd2-afdf-6e5cf3f9e447 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:23.719110 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:23.723810 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-02fc6a11-664f-4bd2-afdf-6e5cf3f9e447 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:23.731020 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-31aa688b-cae3-4323-9b8b-c404626b8c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:23.820978 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:23.830075 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc6a11-664f-4bd2-afdf-6e5cf3f9e447 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f43fbf-8945-4c06-9576-1693a6deb3a6,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:23.839146 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-02fc6a11-664f-4bd2-afdf-6e5cf3f9e447 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:23.841398 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-02fc6a11-664f-4bd2-afdf-6e5cf3f9e447 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:23.846430 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-02fc6a11-664f-4bd2-afdf-6e5cf3f9e447 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6095476 Oct 25 15:01:23.847039 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60662) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:23.854479 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-020ecec9-5db3-44b0-ae72-66ac0acccfff tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Request body: {'security_group_rule': {'security_group_id': '32f43fbf-8945-4c06-9576-1693a6deb3a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:23.862190 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-020ecec9-5db3-44b0-ae72-66ac0acccfff tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:23.867523 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-020ecec9-5db3-44b0-ae72-66ac0acccfff tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Usage tracker for resource:security_group_rule and tenant:ec1fc5a480a1442bac3e578b604cf89f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:23.871289 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-020ecec9-5db3-44b0-ae72-66ac0acccfff tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:23.883861 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-020ecec9-5db3-44b0-ae72-66ac0acccfff tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:23.912677 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-020ecec9-5db3-44b0-ae72-66ac0acccfff tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:24.046326 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 55677369-b34d-4f82-8daf-fb1ec118da76 up at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:01:24.075279 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-020ecec9-5db3-44b0-ae72-66ac0acccfff tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:24.085333 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-020ecec9-5db3-44b0-ae72-66ac0acccfff tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:24.087502 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:24.169477 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-020ecec9-5db3-44b0-ae72-66ac0acccfff tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:24.169477 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-020ecec9-5db3-44b0-ae72-66ac0acccfff tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3158414 Oct 25 15:01:24.169477 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60670) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:24.173538 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-5738a2c4-c765-487b-9831-86f60dd00863 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Request body: {'security_group_rule': {'security_group_id': '32f43fbf-8945-4c06-9576-1693a6deb3a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:24.177720 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ecec9-5db3-44b0-ae72-66ac0acccfff tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08d0337-1ea1-4833-8dbd-e684f384b0d7,revision_number=0']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:24.181916 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-020ecec9-5db3-44b0-ae72-66ac0acccfff tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:24.182401 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-5738a2c4-c765-487b-9831-86f60dd00863 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:24.187375 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-5738a2c4-c765-487b-9831-86f60dd00863 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Usage tracker for resource:security_group_rule and tenant:ec1fc5a480a1442bac3e578b604cf89f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:24.192010 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-5738a2c4-c765-487b-9831-86f60dd00863 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:24.200979 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-5738a2c4-c765-487b-9831-86f60dd00863 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:24.222291 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Provisioning complete for port 55677369-b34d-4f82-8daf-fb1ec118da76 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:24.222686 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:24.224623 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5738a2c4-c765-487b-9831-86f60dd00863 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:24.229441 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Allocated IP 172.28.2.47 (f28bc334-851c-4473-9f79-bcbdd8bebf12/45bd59cf-ca3c-43e3-a738-64ab0f49ed1b/11bccfb6-3954-4fa3-b8bf-bfd40ee66fbd) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:01:24.306064 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5738a2c4-c765-487b-9831-86f60dd00863 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:24.314550 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5738a2c4-c765-487b-9831-86f60dd00863 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:24.322874 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-020ecec9-5db3-44b0-ae72-66ac0acccfff tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:24.344020 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738a2c4-c765-487b-9831-86f60dd00863 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f082d7e-6295-477f-857e-6e25e3fd9378,revision_number=0']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:24.347830 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-5738a2c4-c765-487b-9831-86f60dd00863 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:24.363360 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5738a2c4-c765-487b-9831-86f60dd00863 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:24.369423 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-5738a2c4-c765-487b-9831-86f60dd00863 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1966689 Oct 25 15:01:24.369758 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60674) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:24.377227 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Request body: {'floatingip': {'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:24.383714 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:24.388264 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Usage tracker for resource:floatingip and tenant:ec1fc5a480a1442bac3e578b604cf89f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:24.391490 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:24.403062 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:24.424551 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for floatingip, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:24.434015 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:24.507313 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:24.514804 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-82cbb01b-5265-4e3a-9d46-f645480e952d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:24.585837 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:01:24.589343 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:01:24.593604 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:01:24.609203 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:24.679044 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Pushing event updated for resources: {'Port': ['ID=11bccfb6-3954-4fa3-b8bf-bfd40ee66fbd,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:24.686865 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:24.899881 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_common [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Allocated IP 172.28.2.249 (f28bc334-851c-4473-9f79-bcbdd8bebf12/45bd59cf-ca3c-43e3-a738-64ab0f49ed1b/9f1a5e3f-1bbf-4935-8e9a-f0ae3f8ac063) {{(pid=86779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:01:25.063131 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385247a-159a-4d06-b62e-57e65a5a47a1 req-66ecf0bb-febd-4953-813a-42f1a07bc31e tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:25.064929 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6385247a-159a-4d06-b62e-57e65a5a47a1 req-66ecf0bb-febd-4953-813a-42f1a07bc31e tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 944 time: 0.2416711 Oct 25 15:01:25.134945 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:25.150116 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6385247a-159a-4d06-b62e-57e65a5a47a1 req-cfeb8205-483f-46a0-8d57-fad6f3d78a98 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727539 Oct 25 15:01:25.170766 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for port, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:25.229461 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:25.235798 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:25.283218 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:25.361271 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:01:25.364532 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:01:25.368444 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Received port after_create {{(pid=86779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:01:25.410587 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event updated for resources: {'Port': ['ID=9f1a5e3f-1bbf-4935-8e9a-f0ae3f8ac063,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:25.415320 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:25.462222 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:25.527969 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:25.592593 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:25.600198 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:25.606283 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:25.727225 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Pushing event updated for resources: {'Port': ['ID=11bccfb6-3954-4fa3-b8bf-bfd40ee66fbd,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:25.732841 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:25.742071 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672821'] for floatingip, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:25.801327 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for port, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:25.807552 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28131388'] for port, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:25.816746 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-326e2535-3d2c-40ec-aa4a-aad22347e9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:25.932917 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:01:25.940121 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.l3_db [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Floating IP 70e953a4-c0a6-4f0d-bb38-4b88f69e11fb associated. External IP: 172.28.2.47, port: 7b3c1814-483b-46b8-ab35-7912317c26a2. Oct 25 15:01:25.940699 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event updated for resources: {'Port': ['ID=9f1a5e3f-1bbf-4935-8e9a-f0ae3f8ac063,revision_number=2']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:25.949303 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:25.959691 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672821'] for floatingip, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:26.009873 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for floatingip, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:26.015709 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6417456 Oct 25 15:01:26.053065 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:01:26.063153 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:26.063793 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:26.256261 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:26.290361 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:01:26.301447 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:26.307061 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:26.309281 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:26.399302 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c9d95-ef4e-43bf-90ad-897241b73531 req-4b20441b-0692-4e40-aba6-f52a380c3ffe tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:26.400934 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:26.401091 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-583c9d95-ef4e-43bf-90ad-897241b73531 req-4b20441b-0692-4e40-aba6-f52a380c3ffe tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.1033885 Oct 25 15:01:26.407445 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:26.462417 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-583c9d95-ef4e-43bf-90ad-897241b73531 req-cc656762-c10a-48ac-9ce3-3f5eb27b8a38 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504000 Oct 25 15:01:26.521793 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Router 091b89dd-a251-473e-9b66-d44a88a5e3be has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:01:26.529366 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b', 'code': 200} Oct 25 15:01:26.732644 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:01:26.743675 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b6c90-e9a8-4141-8b57-35f89ebbc04e None None] Sync routers for ids ['091b89dd-a251-473e-9b66-d44a88a5e3be'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:01:26.756579 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b6c90-e9a8-4141-8b57-35f89ebbc04e None None] Routers {'091b89dd-a251-473e-9b66-d44a88a5e3be'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:01:26.757306 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-738b6c90-e9a8-4141-8b57-35f89ebbc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:01:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['091b89dd-a251-473e-9b66-d44a88a5e3be'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:26.764336 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for floatingip, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:26.841761 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3581860 Oct 25 15:01:26.841761 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'tag': '7b3c1814-483b-46b8-ab35-7912317c26a2'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:01:26.844950 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60718) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:26.851625 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd443272-4811-441b-b639-c293fc4e7701 req-5afa2c6f-078c-4f0d-921d-ce510ae2f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:26.853610 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bd443272-4811-441b-b639-c293fc4e7701 req-5afa2c6f-078c-4f0d-921d-ce510ae2f944 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 1098 time: 0.0896144 Oct 25 15:01:26.861966 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-8151b963-adc4-4518-bb1e-7f22e43ec858 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1812136264', 'description': 'tempest-secgroup-smoke-1812136264 description', 'project_id': '6b722154703449e688c5cf0149eb8a20'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:26.869029 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-8151b963-adc4-4518-bb1e-7f22e43ec858 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:26.883486 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-8151b963-adc4-4518-bb1e-7f22e43ec858 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:26.904065 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'tag': '7b3c1814-483b-46b8-ab35-7912317c26a2', 'status': 'completed', 'code': 200} Oct 25 15:01:26.913292 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8151b963-adc4-4518-bb1e-7f22e43ec858 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:26.930563 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bd443272-4811-441b-b639-c293fc4e7701 req-2cd2fdf9-9e14-4bc3-afb7-b4b033de271e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697987 Oct 25 15:01:26.939673 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-8151b963-adc4-4518-bb1e-7f22e43ec858 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:26.954601 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-8151b963-adc4-4518-bb1e-7f22e43ec858 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Usage tracker for resource:security_group_rule and tenant:6b722154703449e688c5cf0149eb8a20 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:26.959312 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-8151b963-adc4-4518-bb1e-7f22e43ec858 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:26.969478 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-8151b963-adc4-4518-bb1e-7f22e43ec858 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:27.030122 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-738b6c90-e9a8-4141-8b57-35f89ebbc04e None None] Set router 091b89dd-a251-473e-9b66-d44a88a5e3be gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:01:27.089159 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8151b963-adc4-4518-bb1e-7f22e43ec858 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:27.094098 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8151b963-adc4-4518-bb1e-7f22e43ec858 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:27.098533 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-e3c5a179-c6d6-454c-bd6f-6f571e6809a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:27.146560 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151b963-adc4-4518-bb1e-7f22e43ec858 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b781c0e-33e6-4204-ab2d-a4371983d602,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:27.150565 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-8151b963-adc4-4518-bb1e-7f22e43ec858 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:27.154818 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8151b963-adc4-4518-bb1e-7f22e43ec858 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:27.156509 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-8151b963-adc4-4518-bb1e-7f22e43ec858 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2995634 Oct 25 15:01:27.162162 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 60724) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:27.170911 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-6c4a4a16-4bdc-48b7-9063-e7e0b00a3a54 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Request body: {'security_group_rule': {'security_group_id': '7b781c0e-33e6-4204-ab2d-a4371983d602', 'project_id': '6b722154703449e688c5cf0149eb8a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:27.181742 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-6c4a4a16-4bdc-48b7-9063-e7e0b00a3a54 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:27.189370 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-6c4a4a16-4bdc-48b7-9063-e7e0b00a3a54 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Usage tracker for resource:security_group_rule and tenant:6b722154703449e688c5cf0149eb8a20 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:27.194853 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-6c4a4a16-4bdc-48b7-9063-e7e0b00a3a54 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:27.205977 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-6c4a4a16-4bdc-48b7-9063-e7e0b00a3a54 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:27.228864 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4a16-4bdc-48b7-9063-e7e0b00a3a54 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:27.344488 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4a16-4bdc-48b7-9063-e7e0b00a3a54 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:27.354524 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4a16-4bdc-48b7-9063-e7e0b00a3a54 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:27.357619 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-5738a2c4-c765-487b-9831-86f60dd00863 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:27.469310 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-738b6c90-e9a8-4141-8b57-35f89ebbc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'name': 'tempest-TestMinimumBasicScenario-945566341-router', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:41Z', 'updated_at': '2021-10-25T14:59:52Z', 'revision_number': 4, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'gw_port': {'id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:43Z', 'updated_at': '2021-10-25T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': '70e953a4-c0a6-4f0d-bb38-4b88f69e11fb', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'floating_ip_address': '172.28.2.47', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'port_id': '7b3c1814-483b-46b8-ab35-7912317c26a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c', 'mac_address': 'fa:16:3e:4b:57:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:01:25Z', 'updated_at': '2021-10-25T15:01:25Z', 'revision_number': 0, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47522575-2594-4838-9617-ffdf145b01cf', 'name': '', 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'mac_address': 'fa:16:3e:54:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '43607336-e154-478c-a926-960741842c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:50Z', 'updated_at': '2021-10-25T15:00:02Z', 'revision_number': 5, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'subnets': [{'id': '43607336-e154-478c-a926-960741842c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:27.474827 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b6c90-e9a8-4141-8b57-35f89ebbc04e None None] Checking router: 091b89dd-a251-473e-9b66-d44a88a5e3be for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:01:27.480145 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f05c-05c9-4ce1-9981-cd6251e6ecb5 req-150668d9-4579-4a65-b6f9-cfa9feca16e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:27.481653 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-baf9f05c-05c9-4ce1-9981-cd6251e6ecb5 req-150668d9-4579-4a65-b6f9-cfa9feca16e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b722154703449e688c5cf0149eb8a20&device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 1098 time: 0.2295220 Oct 25 15:01:27.484494 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b6c90-e9a8-4141-8b57-35f89ebbc04e None None] Routers {'091b89dd-a251-473e-9b66-d44a88a5e3be'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:01:27.485129 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-738b6c90-e9a8-4141-8b57-35f89ebbc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:01:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['091b89dd-a251-473e-9b66-d44a88a5e3be'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:27.488664 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a4a16-4bdc-48b7-9063-e7e0b00a3a54 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0627d4ed-f2db-4da2-8e4a-aa3963f52908,revision_number=0']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:27.522337 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-6c4a4a16-4bdc-48b7-9063-e7e0b00a3a54 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:27.603342 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4a16-4bdc-48b7-9063-e7e0b00a3a54 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:27.605499 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-6c4a4a16-4bdc-48b7-9063-e7e0b00a3a54 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4413834 Oct 25 15:01:27.608141 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60732) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:27.614286 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-3255b22c-ecd3-4bdf-b20c-1e136dbf94c3 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Request body: {'security_group_rule': {'security_group_id': '7b781c0e-33e6-4204-ab2d-a4371983d602', 'project_id': '6b722154703449e688c5cf0149eb8a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:27.626601 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-3255b22c-ecd3-4bdf-b20c-1e136dbf94c3 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:27.631054 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-3255b22c-ecd3-4bdf-b20c-1e136dbf94c3 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Usage tracker for resource:security_group_rule and tenant:6b722154703449e688c5cf0149eb8a20 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:27.634658 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-3255b22c-ecd3-4bdf-b20c-1e136dbf94c3 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:27.644036 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-3255b22c-ecd3-4bdf-b20c-1e136dbf94c3 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:27.671344 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3255b22c-ecd3-4bdf-b20c-1e136dbf94c3 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:27.705712 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-738b6c90-e9a8-4141-8b57-35f89ebbc04e None None] Set router 091b89dd-a251-473e-9b66-d44a88a5e3be gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:01:27.764006 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3255b22c-ecd3-4bdf-b20c-1e136dbf94c3 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:27.772100 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3255b22c-ecd3-4bdf-b20c-1e136dbf94c3 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:27.775089 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f05c-05c9-4ce1-9981-cd6251e6ecb5 req-4ea3e11c-742b-4b24-9783-75d2ec746548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:27.776585 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-baf9f05c-05c9-4ce1-9981-cd6251e6ecb5 req-4ea3e11c-742b-4b24-9783-75d2ec746548 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a90b672-ca89-40cb-80e8-9c87a238768c HTTP/1.1" status: 200 len: 915 time: 0.2842820 Oct 25 15:01:27.782292 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:27.790659 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b30144-ecec-47ff-868f-9eed47c0978b req-8c45663d-5529-4622-aacb-1c35b821d04b tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:27.792565 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-88b30144-ecec-47ff-868f-9eed47c0978b req-8c45663d-5529-4622-aacb-1c35b821d04b tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.1661544 Oct 25 15:01:27.804056 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255b22c-ecd3-4bdf-b20c-1e136dbf94c3 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d3097e-e3ac-4c25-8fa9-66a5f22f493c,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:27.812555 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-3255b22c-ecd3-4bdf-b20c-1e136dbf94c3 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:27.827270 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3255b22c-ecd3-4bdf-b20c-1e136dbf94c3 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:27.828991 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-3255b22c-ecd3-4bdf-b20c-1e136dbf94c3 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2192373 Oct 25 15:01:27.835326 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60738) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:27.858813 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-55983661-b4c9-4671-bbb6-f55ec1d28090 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Request body: {'security_group_rule': {'security_group_id': '7b781c0e-33e6-4204-ab2d-a4371983d602', 'project_id': '6b722154703449e688c5cf0149eb8a20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:27.870152 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-55983661-b4c9-4671-bbb6-f55ec1d28090 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:27.880536 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-55983661-b4c9-4671-bbb6-f55ec1d28090 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Usage tracker for resource:security_group_rule and tenant:6b722154703449e688c5cf0149eb8a20 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:27.884956 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-55983661-b4c9-4671-bbb6-f55ec1d28090 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:27.894018 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-55983661-b4c9-4671-bbb6-f55ec1d28090 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:27.916659 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-55983661-b4c9-4671-bbb6-f55ec1d28090 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:27.972326 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-88b30144-ecec-47ff-868f-9eed47c0978b req-862e9a44-01c3-4774-ab1d-06ba121e108c tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056442 Oct 25 15:01:27.992872 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-baf9f05c-05c9-4ce1-9981-cd6251e6ecb5 req-cf4ed727-3752-4bcb-9842-1281a9065813 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b3c1814-483b-46b8-ab35-7912317c26a2 HTTP/1.1" status: 200 len: 998 time: 0.1991351 Oct 25 15:01:28.014240 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-55983661-b4c9-4671-bbb6-f55ec1d28090 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:28.020115 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-55983661-b4c9-4671-bbb6-f55ec1d28090 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:28.030923 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:28.061004 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55983661-b4c9-4671-bbb6-f55ec1d28090 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae49503-c0e7-4947-83cf-0701dcc364dd,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:28.063802 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-55983661-b4c9-4671-bbb6-f55ec1d28090 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:28.070072 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-55983661-b4c9-4671-bbb6-f55ec1d28090 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:28.071184 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-55983661-b4c9-4671-bbb6-f55ec1d28090 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2342951 Oct 25 15:01:28.073943 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60742) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:28.080504 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-7e409f29-d1d1-47f6-8f16-e07548309014 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Request body: {'security_group_rule': {'security_group_id': '7b781c0e-33e6-4204-ab2d-a4371983d602', 'project_id': '6b722154703449e688c5cf0149eb8a20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:28.086896 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-7e409f29-d1d1-47f6-8f16-e07548309014 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:28.090839 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-7e409f29-d1d1-47f6-8f16-e07548309014 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Usage tracker for resource:security_group_rule and tenant:6b722154703449e688c5cf0149eb8a20 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:28.093940 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-7e409f29-d1d1-47f6-8f16-e07548309014 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:28.100648 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-7e409f29-d1d1-47f6-8f16-e07548309014 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:28.123228 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7e409f29-d1d1-47f6-8f16-e07548309014 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:28.150592 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-738b6c90-e9a8-4141-8b57-35f89ebbc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'name': 'tempest-TestMinimumBasicScenario-945566341-router', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:41Z', 'updated_at': '2021-10-25T14:59:52Z', 'revision_number': 4, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'gw_port': {'id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:43Z', 'updated_at': '2021-10-25T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': '70e953a4-c0a6-4f0d-bb38-4b88f69e11fb', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'floating_ip_address': '172.28.2.47', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'port_id': '7b3c1814-483b-46b8-ab35-7912317c26a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c', 'mac_address': 'fa:16:3e:4b:57:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:01:25Z', 'updated_at': '2021-10-25T15:01:25Z', 'revision_number': 0, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47522575-2594-4838-9617-ffdf145b01cf', 'name': '', 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'mac_address': 'fa:16:3e:54:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '43607336-e154-478c-a926-960741842c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:50Z', 'updated_at': '2021-10-25T15:00:02Z', 'revision_number': 5, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'subnets': [{'id': '43607336-e154-478c-a926-960741842c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:28.156198 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b6c90-e9a8-4141-8b57-35f89ebbc04e None None] The sync data for ids ['091b89dd-a251-473e-9b66-d44a88a5e3be'] in dv-cinder-813751-1-smb is: [{'id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'name': 'tempest-TestMinimumBasicScenario-945566341-router', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:41Z', 'updated_at': '2021-10-25T14:59:52Z', 'revision_number': 4, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'gw_port': {'id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:43Z', 'updated_at': '2021-10-25T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': '70e953a4-c0a6-4f0d-bb38-4b88f69e11fb', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'floating_ip_address': '172.28.2.47', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'port_id': '7b3c1814-483b-46b8-ab35-7912317c26a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c', 'mac_address': 'fa:16:3e:4b:57:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:01:25Z', 'updated_at': '2021-10-25T15:01:25Z', 'revision_number': 0, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47522575-2594-4838-9617-ffdf145b01cf', 'name': '', 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'mac_address': 'fa:16:3e:54:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '43607336-e154-478c-a926-960741842c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:50Z', 'updated_at': '2021-10-25T15:00:02Z', 'revision_number': 5, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'subnets': [{'id': '43607336-e154-478c-a926-960741842c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:01:28.156724 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f05c-05c9-4ce1-9981-cd6251e6ecb5 req-ec43d82c-96de-48d2-834b-1b1db4132e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:28.159583 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-baf9f05c-05c9-4ce1-9981-cd6251e6ecb5 req-ec43d82c-96de-48d2-834b-1b1db4132e4c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43607336-e154-478c-a926-960741842c1d HTTP/1.1" status: 200 len: 853 time: 0.0839651 Oct 25 15:01:28.244890 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7e409f29-d1d1-47f6-8f16-e07548309014 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:28.258147 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7e409f29-d1d1-47f6-8f16-e07548309014 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:28.260514 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-9b1997a4-1d33-4af5-a133-2f4aca66531e tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:28.287483 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f05c-05c9-4ce1-9981-cd6251e6ecb5 req-dbb0331d-8047-45de-8ed5-76daf6df42a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:28.288141 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e409f29-d1d1-47f6-8f16-e07548309014 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f553a25e-c4ad-4594-bbd3-f8908ef99578,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:28.288410 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-baf9f05c-05c9-4ce1-9981-cd6251e6ecb5 req-dbb0331d-8047-45de-8ed5-76daf6df42a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a90b672-ca89-40cb-80e8-9c87a238768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1139696 Oct 25 15:01:28.291672 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-7e409f29-d1d1-47f6-8f16-e07548309014 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:28.302549 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7e409f29-d1d1-47f6-8f16-e07548309014 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:28.307141 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-7e409f29-d1d1-47f6-8f16-e07548309014 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2321067 Oct 25 15:01:28.307896 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60746) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:28.314633 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-3f473417-df7b-4d62-ac02-7fd76b09d783 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Request body: {'security_group_rule': {'security_group_id': '7b781c0e-33e6-4204-ab2d-a4371983d602', 'project_id': '6b722154703449e688c5cf0149eb8a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:28.321721 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-3f473417-df7b-4d62-ac02-7fd76b09d783 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:28.326394 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-3f473417-df7b-4d62-ac02-7fd76b09d783 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Usage tracker for resource:security_group_rule and tenant:6b722154703449e688c5cf0149eb8a20 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:28.330054 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-3f473417-df7b-4d62-ac02-7fd76b09d783 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:28.336472 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-3f473417-df7b-4d62-ac02-7fd76b09d783 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:28.348552 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.securitygroups_db [None req-3f473417-df7b-4d62-ac02-7fd76b09d783 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Project 6b722154703449e688c5cf0149eb8a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 15:01:28.356491 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3f473417-df7b-4d62-ac02-7fd76b09d783 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:28.454166 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-baf9f05c-05c9-4ce1-9981-cd6251e6ecb5 req-7deb5c1e-85fb-48d6-b8d2-c4b03cdbdd5d service neutron] 10.222.0.31 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572242 Oct 25 15:01:28.457748 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3f473417-df7b-4d62-ac02-7fd76b09d783 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:28.462732 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3f473417-df7b-4d62-ac02-7fd76b09d783 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:28.465761 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-7de011d5-a4a5-4442-8366-d9283d495e23 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:28.491800 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f473417-df7b-4d62-ac02-7fd76b09d783 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1aa3cfb-f6e9-417c-b83e-481896fa9fb9,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:28.494666 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-3f473417-df7b-4d62-ac02-7fd76b09d783 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:28.506269 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3f473417-df7b-4d62-ac02-7fd76b09d783 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:28.507544 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-3f473417-df7b-4d62-ac02-7fd76b09d783 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1983399 Oct 25 15:01:28.512558 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60750) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:28.522330 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-7d7cedaa-4089-40fc-98d8-3da51a89eeeb tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Request body: {'security_group_rule': {'security_group_id': '7b781c0e-33e6-4204-ab2d-a4371983d602', 'project_id': '6b722154703449e688c5cf0149eb8a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:28.530263 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-7d7cedaa-4089-40fc-98d8-3da51a89eeeb tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:28.536301 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-7d7cedaa-4089-40fc-98d8-3da51a89eeeb tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Usage tracker for resource:security_group_rule and tenant:6b722154703449e688c5cf0149eb8a20 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:28.540004 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-7d7cedaa-4089-40fc-98d8-3da51a89eeeb tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:28.549141 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-7d7cedaa-4089-40fc-98d8-3da51a89eeeb tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:28.562785 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.securitygroups_db [None req-7d7cedaa-4089-40fc-98d8-3da51a89eeeb tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Project 6b722154703449e688c5cf0149eb8a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 15:01:28.571363 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7d7cedaa-4089-40fc-98d8-3da51a89eeeb tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:28.601403 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3011bd-e332-4ebc-a910-33eb4b99f306 None None] New status for floating IP 70e953a4-c0a6-4f0d-bb38-4b88f69e11fb: ACTIVE {{(pid=86781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 15:01:28.666111 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7d7cedaa-4089-40fc-98d8-3da51a89eeeb tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:28.672043 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7d7cedaa-4089-40fc-98d8-3da51a89eeeb tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:28.675481 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-3255b22c-ecd3-4bdf-b20c-1e136dbf94c3 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:28.677540 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-baf9f05c-05c9-4ce1-9981-cd6251e6ecb5 req-4a63ac2c-b5cb-4b39-96a5-6ee0b02c1425 service neutron] 10.222.0.31 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107008 Oct 25 15:01:28.702990 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cedaa-4089-40fc-98d8-3da51a89eeeb tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb33137-3c71-48af-adcc-591a2ccc4735,revision_number=0']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:28.706437 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-7d7cedaa-4089-40fc-98d8-3da51a89eeeb tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:28.715921 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7d7cedaa-4089-40fc-98d8-3da51a89eeeb tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:28.717181 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-7d7cedaa-4089-40fc-98d8-3da51a89eeeb tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2027218 Oct 25 15:01:28.860139 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d3b2d4e1-2c77-4ca0-9fa5-0279a600de36 req-962eaf4d-c2e5-48ee-bea7-460462d36a9a tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812136264&fields=id&tenant_id=6b722154703449e688c5cf0149eb8a20 HTTP/1.1" status: 200 len: 267 time: 0.0536697 Oct 25 15:01:28.962228 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2d4e1-2c77-4ca0-9fa5-0279a600de36 req-7988632c-f89c-4319-b6fa-f31688c344a3 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:28.963886 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d3b2d4e1-2c77-4ca0-9fa5-0279a600de36 req-7988632c-f89c-4319-b6fa-f31688c344a3 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 945 time: 0.0973511 Oct 25 15:01:28.983575 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [req-d3b2d4e1-2c77-4ca0-9fa5-0279a600de36 req-135e3060-5f1e-4431-8b22-0a84118c0963 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Request body: {'port': {'security_groups': ['b92a3446-f848-469f-ac3a-ccd26e7fd452', '7b781c0e-33e6-4204-ab2d-a4371983d602']}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:29.129783 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-d3b2d4e1-2c77-4ca0-9fa5-0279a600de36 req-135e3060-5f1e-4431-8b22-0a84118c0963 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:29.405335 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [req-d3b2d4e1-2c77-4ca0-9fa5-0279a600de36 req-135e3060-5f1e-4431-8b22-0a84118c0963 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] For port 7b3c1814-483b-46b8-ab35-7912317c26a2, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=7b3c1814-483b-46b8-ab35-7912317c26a2,segment=NetworkSegment(97575ddb-3903-4ccd-890f-6e58fc554382),segment_id=97575ddb-3903-4ccd-890f-6e58fc554382)] {{(pid=86779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:29.430935 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-d3b2d4e1-2c77-4ca0-9fa5-0279a600de36 req-135e3060-5f1e-4431-8b22-0a84118c0963 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for port, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:29.439533 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-d3b2d4e1-2c77-4ca0-9fa5-0279a600de36 req-135e3060-5f1e-4431-8b22-0a84118c0963 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28131388'] for port, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:29.443985 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-913e5995-a65e-4ff0-9b3b-81e825db5761 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:29.483603 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['7b3c1814-483b-46b8-ab35-7912317c26a2'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:01:29.520826 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2d4e1-2c77-4ca0-9fa5-0279a600de36 req-135e3060-5f1e-4431-8b22-0a84118c0963 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:29.521483 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-d3b2d4e1-2c77-4ca0-9fa5-0279a600de36 req-135e3060-5f1e-4431-8b22-0a84118c0963 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:29.522899 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d3b2d4e1-2c77-4ca0-9fa5-0279a600de36 req-135e3060-5f1e-4431-8b22-0a84118c0963 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "PUT /v2.0/ports/7b3c1814-483b-46b8-ab35-7912317c26a2 HTTP/1.1" status: 200 len: 981 time: 0.5450625 Oct 25 15:01:29.523433 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'tag': '7b3c1814-483b-46b8-ab35-7912317c26a2'}] {{(pid=86779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:01:29.545342 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e3060-5f1e-4431-8b22-0a84118c0963 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Pushing event updated for resources: {'Port': ['ID=7b3c1814-483b-46b8-ab35-7912317c26a2,revision_number=6']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:29.548586 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-135e3060-5f1e-4431-8b22-0a84118c0963 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:29.696678 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['7b3c1814-483b-46b8-ab35-7912317c26a2'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:01:29.750994 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86401a93-c7a4-4418-85cf-366e23d97666 req-781d8f1f-b02a-4627-b8bd-e4f362d130ed tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:29.753660 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-86401a93-c7a4-4418-85cf-366e23d97666 req-781d8f1f-b02a-4627-b8bd-e4f362d130ed tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.1304255 Oct 25 15:01:29.832765 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-86401a93-c7a4-4418-85cf-366e23d97666 req-039e4e11-3920-42fa-ba70-cd9263edd69b tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695279 Oct 25 15:01:29.950411 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-dced025a-96a1-4dab-bc91-00058171429c None None] Provisioning complete for port 7b3c1814-483b-46b8-ab35-7912317c26a2 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:29.950889 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-dced025a-96a1-4dab-bc91-00058171429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:30.071228 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8e760-122b-44ea-b70b-b94449ea5456 req-b5cb78ee-9af9-4829-9494-6157ab6ef0e6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:30.073171 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b1b8e760-122b-44ea-b70b-b94449ea5456 req-b5cb78ee-9af9-4829-9494-6157ab6ef0e6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 984 time: 0.0941412 Oct 25 15:01:30.141910 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b1b8e760-122b-44ea-b70b-b94449ea5456 req-27880e97-5a32-46bd-ae0d-a6cd4c531735 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&id=7b781c0e-33e6-4204-ab2d-a4371983d602&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510602 Oct 25 15:01:30.206026 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'tag': '7b3c1814-483b-46b8-ab35-7912317c26a2', 'status': 'completed', 'code': 200} Oct 25 15:01:30.506848 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91597e22-c684-44e3-b4a6-f2ba90bc80c5 req-1e0bf65a-1868-48fd-ad14-d20f527c9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:30.508242 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-91597e22-c684-44e3-b4a6-f2ba90bc80c5 req-1e0bf65a-1868-48fd-ad14-d20f527c9a21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b722154703449e688c5cf0149eb8a20&device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 1137 time: 0.2452683 Oct 25 15:01:30.517247 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5914b-90fe-418a-99be-83f0a5221406 req-692a2232-1cec-4851-bd17-bb647ec1b2bd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:30.518720 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-41c5914b-90fe-418a-99be-83f0a5221406 req-692a2232-1cec-4851-bd17-bb647ec1b2bd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.2247953 Oct 25 15:01:30.531616 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 60774) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:30.542544 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-3a089e03-3c99-4d50-b254-21d98a03e9b2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Request body: {'floatingip': {'port_id': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:30.669770 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91597e22-c684-44e3-b4a6-f2ba90bc80c5 req-4d447744-e980-4487-ab4e-4d9a8b2b245d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:30.671358 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-91597e22-c684-44e3-b4a6-f2ba90bc80c5 req-4d447744-e980-4487-ab4e-4d9a8b2b245d service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a90b672-ca89-40cb-80e8-9c87a238768c HTTP/1.1" status: 200 len: 915 time: 0.1517491 Oct 25 15:01:30.692044 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3a089e03-3c99-4d50-b254-21d98a03e9b2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for floatingip, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:30.789413 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-91597e22-c684-44e3-b4a6-f2ba90bc80c5 req-b3d547de-d9a5-4437-9c2c-0207343ba9c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b3c1814-483b-46b8-ab35-7912317c26a2 HTTP/1.1" status: 200 len: 1000 time: 0.1114144 Oct 25 15:01:30.870508 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91597e22-c684-44e3-b4a6-f2ba90bc80c5 req-1f1fcb60-8e14-48e5-85e2-5cab5f35cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:30.874283 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-91597e22-c684-44e3-b4a6-f2ba90bc80c5 req-1f1fcb60-8e14-48e5-85e2-5cab5f35cf29 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43607336-e154-478c-a926-960741842c1d HTTP/1.1" status: 200 len: 853 time: 0.0769167 Oct 25 15:01:30.983779 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91597e22-c684-44e3-b4a6-f2ba90bc80c5 req-ba775117-4c45-4638-b91b-489adb6c6a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:30.985605 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-91597e22-c684-44e3-b4a6-f2ba90bc80c5 req-ba775117-4c45-4638-b91b-489adb6c6a3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a90b672-ca89-40cb-80e8-9c87a238768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0961728 Oct 25 15:01:31.148875 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-91597e22-c684-44e3-b4a6-f2ba90bc80c5 req-36afd2de-dec1-4a23-b622-de40459a6bd8 service neutron] 10.222.0.31 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553981 Oct 25 15:01:31.321662 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-91597e22-c684-44e3-b4a6-f2ba90bc80c5 req-cf78bfe1-8416-40c5-97df-af7315b81efa service neutron] 10.222.0.31 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658273 Oct 25 15:01:31.444581 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:31.575947 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3a089e03-3c99-4d50-b254-21d98a03e9b2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:31.580333 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3a089e03-3c99-4d50-b254-21d98a03e9b2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672821'] for floatingip, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:31.778225 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.l3_db [None req-3a089e03-3c99-4d50-b254-21d98a03e9b2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Floating IP b5ea1878-e565-4d22-81c6-bca1569b8f1b associated. External IP: 172.28.2.113, port: a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b. Oct 25 15:01:32.169965 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a089e03-3c99-4d50-b254-21d98a03e9b2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Router 674b6661-f067-45a1-96fc-7b93e499b861 has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:01:32.371738 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a089e03-3c99-4d50-b254-21d98a03e9b2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:01:32.376970 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-3a089e03-3c99-4d50-b254-21d98a03e9b2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for floatingip, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:32.382699 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94fad87-a50f-48cf-a2e2-204a7864bb2c None None] Sync routers for ids ['674b6661-f067-45a1-96fc-7b93e499b861'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:01:32.393780 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94fad87-a50f-48cf-a2e2-204a7864bb2c None None] Routers {'674b6661-f067-45a1-96fc-7b93e499b861'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:01:32.394404 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-f94fad87-a50f-48cf-a2e2-204a7864bb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:01:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['674b6661-f067-45a1-96fc-7b93e499b861'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:32.438308 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-3a089e03-3c99-4d50-b254-21d98a03e9b2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "PUT /v2.0/floatingips/b5ea1878-e565-4d22-81c6-bca1569b8f1b HTTP/1.1" status: 200 len: 991 time: 1.9042578 Oct 25 15:01:32.439518 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'tag': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:01:32.613679 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-f94fad87-a50f-48cf-a2e2-204a7864bb2c None None] Set router 674b6661-f067-45a1-96fc-7b93e499b861 gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:01:32.650969 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'tag': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b', 'status': 'completed', 'code': 200} Oct 25 15:01:32.839536 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de06305-8864-4afd-8f05-99b7988450e2 req-8e2169fa-f2b1-4536-afd9-e33161ddfbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:32.842053 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6de06305-8864-4afd-8f05-99b7988450e2 req-8e2169fa-f2b1-4536-afd9-e33161ddfbf2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff&device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 1098 time: 0.1208138 Oct 25 15:01:33.015816 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de06305-8864-4afd-8f05-99b7988450e2 req-353a34ec-8487-4c79-a9c7-99e4d7e0447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:33.017731 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6de06305-8864-4afd-8f05-99b7988450e2 req-353a34ec-8487-4c79-a9c7-99e4d7e0447c service neutron] 10.222.0.31 "GET /v2.0/networks?id=1486c024-f03d-46e5-ad51-efb345f205e9 HTTP/1.1" status: 200 len: 917 time: 0.1562622 Oct 25 15:01:33.038475 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-f94fad87-a50f-48cf-a2e2-204a7864bb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': 'b5ea1878-e565-4d22-81c6-bca1569b8f1b', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'floating_ip_address': '172.28.2.113', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'port_id': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'mac_address': 'fa:16:3e:62:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:01:03Z', 'updated_at': '2021-10-25T15:01:31Z', 'revision_number': 1, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d47cb8-474c-44ff-a6a1-ad4cb44875be', 'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'mac_address': 'fa:16:3e:70:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:55Z', 'updated_at': '2021-10-25T15:01:06Z', 'revision_number': 5, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'subnets': [{'id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:33.043497 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94fad87-a50f-48cf-a2e2-204a7864bb2c None None] Checking router: 674b6661-f067-45a1-96fc-7b93e499b861 for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:01:33.053723 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94fad87-a50f-48cf-a2e2-204a7864bb2c None None] Routers {'674b6661-f067-45a1-96fc-7b93e499b861'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:01:33.054457 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-f94fad87-a50f-48cf-a2e2-204a7864bb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:01:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['674b6661-f067-45a1-96fc-7b93e499b861'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:33.147035 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6de06305-8864-4afd-8f05-99b7988450e2 req-e59f9597-c491-4b88-b32e-48f69e1c7861 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b HTTP/1.1" status: 200 len: 999 time: 0.1211870 Oct 25 15:01:33.214388 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de06305-8864-4afd-8f05-99b7988450e2 req-6596abd8-6a03-487a-95ad-58b270e70b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:33.216097 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6de06305-8864-4afd-8f05-99b7988450e2 req-6596abd8-6a03-487a-95ad-58b270e70b49 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c0ecf-a28b-4b05-be24-55014af38ee9 HTTP/1.1" status: 200 len: 855 time: 0.0617681 Oct 25 15:01:33.258823 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-f94fad87-a50f-48cf-a2e2-204a7864bb2c None None] Set router 674b6661-f067-45a1-96fc-7b93e499b861 gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:01:33.327758 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de06305-8864-4afd-8f05-99b7988450e2 req-7368ced3-ac6c-4de4-8968-08b592ebdb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:33.334315 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6de06305-8864-4afd-8f05-99b7988450e2 req-7368ced3-ac6c-4de4-8968-08b592ebdb5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1486c024-f03d-46e5-ad51-efb345f205e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1060262 Oct 25 15:01:33.486844 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6de06305-8864-4afd-8f05-99b7988450e2 req-acfbcf40-1230-48c1-94eb-2a6e353524e1 service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476259 Oct 25 15:01:33.672874 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6de06305-8864-4afd-8f05-99b7988450e2 req-8515f930-dbc7-4f31-b828-933360b31478 service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700091 Oct 25 15:01:33.676729 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-f94fad87-a50f-48cf-a2e2-204a7864bb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': 'b5ea1878-e565-4d22-81c6-bca1569b8f1b', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'floating_ip_address': '172.28.2.113', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'port_id': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'mac_address': 'fa:16:3e:62:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:01:03Z', 'updated_at': '2021-10-25T15:01:31Z', 'revision_number': 1, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d47cb8-474c-44ff-a6a1-ad4cb44875be', 'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'mac_address': 'fa:16:3e:70:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:55Z', 'updated_at': '2021-10-25T15:01:06Z', 'revision_number': 5, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'subnets': [{'id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:33.684178 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94fad87-a50f-48cf-a2e2-204a7864bb2c None None] The sync data for ids ['674b6661-f067-45a1-96fc-7b93e499b861'] in dv-cinder-813751-1-smb is: [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': 'b5ea1878-e565-4d22-81c6-bca1569b8f1b', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'floating_ip_address': '172.28.2.113', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'port_id': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'mac_address': 'fa:16:3e:62:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:01:03Z', 'updated_at': '2021-10-25T15:01:31Z', 'revision_number': 1, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d47cb8-474c-44ff-a6a1-ad4cb44875be', 'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'mac_address': 'fa:16:3e:70:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:55Z', 'updated_at': '2021-10-25T15:01:06Z', 'revision_number': 5, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'subnets': [{'id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:01:33.901366 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e90b194-eda9-4ae2-969d-15ecc2303984 None None] New status for floating IP b5ea1878-e565-4d22-81c6-bca1569b8f1b: ACTIVE {{(pid=86781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 15:01:38.539056 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:01:39.395801 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-25c7e06f-7bdd-4df5-866e-b69c77c4e9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:39.953032 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:40.045510 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-0960e830-d0a1-4cdb-a7e8-0d660fcfdace tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Synchronizing usage tracker for tenant:ec1fc5a480a1442bac3e578b604cf89f on resource:security_group {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:01:40.061907 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-0960e830-d0a1-4cdb-a7e8-0d660fcfdace tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Unset dirty status for tenant:ec1fc5a480a1442bac3e578b604cf89f on resource:security_group {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:01:40.063693 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-0960e830-d0a1-4cdb-a7e8-0d660fcfdace tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1738313702&fields=id&tenant_id=ec1fc5a480a1442bac3e578b604cf89f HTTP/1.1" status: 200 len: 267 time: 0.0632744 Oct 25 15:01:40.324596 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-565b7264-4ad7-41a1-a6f8-66ec94f0dec4 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:40.326232 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-565b7264-4ad7-41a1-a6f8-66ec94f0dec4 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/networks?id=9ab300cd-9646-4c55-951a-9f82ccc02761 HTTP/1.1" status: 200 len: 810 time: 0.2555401 Oct 25 15:01:40.343249 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-a5e8db35-2898-4d52-bd12-5e0bbcac4434 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/quotas/ec1fc5a480a1442bac3e578b604cf89f HTTP/1.1" status: 200 len: 375 time: 0.0106473 Oct 25 15:01:40.439575 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-3dd07d56-1f37-4523-afa0-09970be4d7a0 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Synchronizing usage tracker for tenant:ec1fc5a480a1442bac3e578b604cf89f on resource:port {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:01:40.458101 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-3dd07d56-1f37-4523-afa0-09970be4d7a0 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Unset dirty status for tenant:ec1fc5a480a1442bac3e578b604cf89f on resource:port {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:01:40.459689 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-3dd07d56-1f37-4523-afa0-09970be4d7a0 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ec1fc5a480a1442bac3e578b604cf89f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1100059 Oct 25 15:01:40.614955 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9050ec9f-5be2-44cf-b17d-9631badf5367 service neutron] 10.222.0.62 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376145 Oct 25 15:01:40.796350 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-5f17a765-94e2-4de0-b779-08384079ff03 service neutron] 10.222.0.62 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740556 Oct 25 15:01:41.047338 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0f585dff-8b6d-434f-b195-49e45b4adf46 req-5f6ca293-534e-49d9-86ba-7f629448fd68 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 210 time: 0.0776160 Oct 25 15:01:42.232727 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f90bffbb-a58e-49a4-a11c-a1684829992d req-bc9df4c9-df34-4fa0-b895-f831b5a2cd08 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 210 time: 0.0493352 Oct 25 15:01:42.562935 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-e23994cb-b2b4-4ab7-9f58-c86a4686f68d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:42.565024 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-e23994cb-b2b4-4ab7-9f58-c86a4686f68d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.31 "GET /v2.0/networks?id=9ab300cd-9646-4c55-951a-9f82ccc02761 HTTP/1.1" status: 200 len: 810 time: 0.2335145 Oct 25 15:01:42.631320 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-13aa6b80-13ce-4802-ba03-442becabe698 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec1fc5a480a1442bac3e578b604cf89f HTTP/1.1" status: 200 len: 380 time: 0.0424757 Oct 25 15:01:42.643234 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Request body: {'port': {'device_id': '455bc318-fceb-4335-9283-3e5009c5ad01', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'admin_state_up': True, 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'security_groups': ['32f43fbf-8945-4c06-9576-1693a6deb3a6']}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:42.782859 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:42.793743 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:42.805611 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Made reservation on behalf of ec1fc5a480a1442bac3e578b604cf89f for: {'port': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:01:42.809297 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:42.990109 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_common [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Allocated IP 172.20.0.9 (9ab300cd-9646-4c55-951a-9f82ccc02761/7be2497d-78d4-40d2-b881-9b05ba010f0d/4dbd9ade-3338-4474-aaf0-4470687cdc16) {{(pid=86779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:01:43.237115 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for port, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:43.267562 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.provisioning_blocks [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Transition to ACTIVE for port object 4dbd9ade-3338-4474-aaf0-4470687cdc16 will not be triggered until provisioned by entity DHCP. {{(pid=86779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:01:43.315312 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:43.327436 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-d2ed929c-39c4-4335-925f-0ab859502d79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:43.466277 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Network 9ab300cd-9646-4c55-951a-9f82ccc02761 is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:01:43.475387 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:01:43.478099 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Received port after_create {{(pid=86779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:01:43.543148 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event updated for resources: {'Port': ['ID=4dbd9ade-3338-4474-aaf0-4470687cdc16,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:43.546282 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:43.578090 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:43.578824 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:43.609060 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463aaa7-87b0-4e0c-8d72-6ea1d7fed565 req-aaf65aa5-bf1d-49ee-aab9-a7aad5e80c2b tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:43.610964 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b463aaa7-87b0-4e0c-8d72-6ea1d7fed565 req-aaf65aa5-bf1d-49ee-aab9-a7aad5e80c2b tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 931 time: 0.2328458 Oct 25 15:01:43.639859 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0004058 Oct 25 15:01:43.664710 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Request body: {'port': {'device_id': '455bc318-fceb-4335-9283-3e5009c5ad01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:43.694191 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-2833b970-9fd0-4f04-80b9-4d7aa35071ef None None] Provisioning for port 4dbd9ade-3338-4474-aaf0-4470687cdc16 completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:01:43.700368 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-2833b970-9fd0-4f04-80b9-4d7aa35071ef None None] Provisioning complete for port 4dbd9ade-3338-4474-aaf0-4470687cdc16 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:43.701026 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-2833b970-9fd0-4f04-80b9-4d7aa35071ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:43.706689 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b463aaa7-87b0-4e0c-8d72-6ea1d7fed565 req-66de9c3f-a1ad-4cfd-b297-f2b8a1d45502 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851393 Oct 25 15:01:43.774744 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e53b-ef4f-4e3d-99f9-553a0517e0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:43.779245 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-2833b970-9fd0-4f04-80b9-4d7aa35071ef None None] Port 4dbd9ade-3338-4474-aaf0-4470687cdc16 cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 15:01:43.794074 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:44.317643 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.notifiers.nova [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dbd9ade-3338-4474-aaf0-4470687cdc16 {{(pid=86779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:01:44.334769 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:44.354576 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.provisioning_blocks [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Transition to ACTIVE for port object 4dbd9ade-3338-4474-aaf0-4470687cdc16 will not be triggered until provisioned by entity L2. {{(pid=86779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:01:44.361570 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28131388'] for port, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:44.368804 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:44.565361 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbd9ade-3338-4474-aaf0-4470687cdc16,revision_number=2']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:44.571027 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:44.636318 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.managers [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Attempting to bind port 4dbd9ade-3338-4474-aaf0-4470687cdc16 on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:01:44.636802 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.managers [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Attempting to bind port 4dbd9ade-3338-4474-aaf0-4470687cdc16 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '8c16fe56-386c-46ed-8845-bd85a0538e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761'}] {{(pid=86779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:01:44.637303 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Attempting to bind port 4dbd9ade-3338-4474-aaf0-4470687cdc16 on network 9ab300cd-9646-4c55-951a-9f82ccc02761 {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:01:44.644579 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Port 4dbd9ade-3338-4474-aaf0-4470687cdc16 on network 9ab300cd-9646-4c55-951a-9f82ccc02761 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 15:01:44.644728 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Attempting to bind port 4dbd9ade-3338-4474-aaf0-4470687cdc16 on network 9ab300cd-9646-4c55-951a-9f82ccc02761 {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:01:44.650840 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:01:44.651029 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Checking segment: {'id': '8c16fe56-386c-46ed-8845-bd85a0538e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:01:44.651414 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Bound using segment: {'id': '8c16fe56-386c-46ed-8845-bd85a0538e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761'} {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:01:44.651872 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.managers [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Bound port: 4dbd9ade-3338-4474-aaf0-4470687cdc16, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c16fe56-386c-46ed-8845-bd85a0538e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761'}}] {{(pid=86779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:01:44.652220 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:44.732751 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:44.780321 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] For port 4dbd9ade-3338-4474-aaf0-4470687cdc16, host hv-cinder-81375, cleared binding levels {{(pid=86779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:01:44.787479 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] For port 4dbd9ade-3338-4474-aaf0-4470687cdc16, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4dbd9ade-3338-4474-aaf0-4470687cdc16,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:01:44.795243 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28131388'] for port, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:44.800401 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-94f4798d-db05-4a42-ba76-a5d180bb5866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:45.033217 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:45.034281 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:45.036942 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] 10.222.0.31 "PUT /v2.0/ports/4dbd9ade-3338-4474-aaf0-4470687cdc16 HTTP/1.1" status: 200 len: 1093 time: 1.3794606 Oct 25 15:01:45.042101 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455bc318-fceb-4335-9283-3e5009c5ad01', 'tag': '4dbd9ade-3338-4474-aaf0-4470687cdc16'}] {{(pid=86779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:01:45.172966 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbd9ade-3338-4474-aaf0-4470687cdc16,revision_number=3']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:45.192407 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-9704323e-d30e-4bde-8f5a-4f7cfd24e6e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:45.206500 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-6fb6f667-956f-481f-9265-265d372d01d9 req-ba7eb3b3-e3bf-4cee-b49f-9d0845a77178 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Synchronizing usage tracker for tenant:fcd1a038445348f2b9368ef2698be26f on resource:security_group {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:01:45.282426 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-6fb6f667-956f-481f-9265-265d372d01d9 req-ba7eb3b3-e3bf-4cee-b49f-9d0845a77178 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Unset dirty status for tenant:fcd1a038445348f2b9368ef2698be26f on resource:security_group {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:01:45.284358 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6fb6f667-956f-481f-9265-265d372d01d9 req-ba7eb3b3-e3bf-4cee-b49f-9d0845a77178 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975028363&fields=id&tenant_id=fcd1a038445348f2b9368ef2698be26f HTTP/1.1" status: 200 len: 267 time: 0.4203453 Oct 25 15:01:45.303984 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e75745-44e8-41f3-bde0-46b86a7bd8a3 req-7d8a0afd-bcff-4438-9809-d99e6aab9b22 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:45.305118 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-64e75745-44e8-41f3-bde0-46b86a7bd8a3 req-7d8a0afd-bcff-4438-9809-d99e6aab9b22 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Synchronizing usage tracker for tenant:ec1fc5a480a1442bac3e578b604cf89f on resource:port {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:01:45.444320 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9bb6e721-ab0a-4d66-85f4-ac1bd0d618d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:45.445800 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-9bb6e721-ab0a-4d66-85f4-ac1bd0d618d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec1fc5a480a1442bac3e578b604cf89f&device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 1096 time: 0.3359025 Oct 25 15:01:45.449685 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-64e75745-44e8-41f3-bde0-46b86a7bd8a3 req-7d8a0afd-bcff-4438-9809-d99e6aab9b22 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Unset dirty status for tenant:ec1fc5a480a1442bac3e578b604cf89f on resource:port {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:01:45.450781 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-64e75745-44e8-41f3-bde0-46b86a7bd8a3 req-7d8a0afd-bcff-4438-9809-d99e6aab9b22 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 943 time: 0.6005960 Oct 25 15:01:45.571464 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-68a5f89a-e570-4fb8-a8a3-a17ba0eacbd2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dbd9ade-3338-4474-aaf0-4470687cdc16 HTTP/1.1" status: 200 len: 217 time: 0.0906038 Oct 25 15:01:45.650610 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6f667-956f-481f-9265-265d372d01d9 req-0097be6b-a820-4357-8e87-dfd94532c869 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:45.651327 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-6fb6f667-956f-481f-9265-265d372d01d9 req-0097be6b-a820-4357-8e87-dfd94532c869 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Synchronizing usage tracker for tenant:fcd1a038445348f2b9368ef2698be26f on resource:network {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:01:45.682355 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-64e75745-44e8-41f3-bde0-46b86a7bd8a3 req-ff2398ef-a081-47d2-8697-2f1ae334320d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221723 Oct 25 15:01:45.696787 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-a04b6c57-0940-4cc3-b7cf-b66b33b36fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:45.698686 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-a04b6c57-0940-4cc3-b7cf-b66b33b36fae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7be2497d-78d4-40d2-b881-9b05ba010f0d HTTP/1.1" status: 200 len: 849 time: 0.1130326 Oct 25 15:01:45.701076 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-6fb6f667-956f-481f-9265-265d372d01d9 req-0097be6b-a820-4357-8e87-dfd94532c869 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Unset dirty status for tenant:fcd1a038445348f2b9368ef2698be26f on resource:network {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:01:45.704714 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6fb6f667-956f-481f-9265-265d372d01d9 req-0097be6b-a820-4357-8e87-dfd94532c869 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/networks?id=072cfa13-e29b-47cb-88aa-7b9ac543eaf2 HTTP/1.1" status: 200 len: 808 time: 0.3947711 Oct 25 15:01:45.758947 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455bc318-fceb-4335-9283-3e5009c5ad01', 'tag': '4dbd9ade-3338-4474-aaf0-4470687cdc16', 'status': 'completed', 'code': 200} Oct 25 15:01:45.765622 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6fb6f667-956f-481f-9265-265d372d01d9 req-a91edaea-a219-4ddf-8858-efe5190a317c tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/quotas/fcd1a038445348f2b9368ef2698be26f HTTP/1.1" status: 200 len: 375 time: 0.0252793 Oct 25 15:01:45.859616 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-4d994d05-9879-413a-a5f8-0d1c876542f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:45.863733 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-4d994d05-9879-413a-a5f8-0d1c876542f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ab300cd-9646-4c55-951a-9f82ccc02761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1561775 Oct 25 15:01:45.892178 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6fb6f667-956f-481f-9265-265d372d01d9 req-8307da15-5fcc-4c33-8d77-8311e2c96cd9 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcd1a038445348f2b9368ef2698be26f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1198943 Oct 25 15:01:46.230267 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-ef6294a0-d109-4817-8b6f-92e3aaa36873 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335845 Oct 25 15:01:46.232237 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6fb6f667-956f-481f-9265-265d372d01d9 req-a9065508-9d44-4f0e-ab79-44cc8027a845 service neutron] 10.222.0.62 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172786 Oct 25 15:01:46.479408 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6fb6f667-956f-481f-9265-265d372d01d9 req-4ad937dc-8609-42d5-b26e-3bfd2a379fd9 service neutron] 10.222.0.62 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409966 Oct 25 15:01:46.481450 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7519a5c4-db7b-4abb-925f-b90c85b81ec4 req-13985e68-689a-44de-83aa-f8430fa0e696 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247994 Oct 25 15:01:46.518005 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:46.701080 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1f268-cfc7-42fc-be4d-ece7fbd7bbff req-6f34eb02-c19e-4035-b141-cc2901e9b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:46.702661 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-20e1f268-cfc7-42fc-be4d-ece7fbd7bbff req-6f34eb02-c19e-4035-b141-cc2901e9b2a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec1fc5a480a1442bac3e578b604cf89f&device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 1096 time: 0.0838430 Oct 25 15:01:47.034191 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1f268-cfc7-42fc-be4d-ece7fbd7bbff req-ac41ba53-d38d-4bd0-a711-0714dcad7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:47.035966 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-20e1f268-cfc7-42fc-be4d-ece7fbd7bbff req-ac41ba53-d38d-4bd0-a711-0714dcad7bef service neutron] 10.222.0.31 "GET /v2.0/networks?id=9ab300cd-9646-4c55-951a-9f82ccc02761 HTTP/1.1" status: 200 len: 911 time: 0.3183548 Oct 25 15:01:47.038571 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-41739f6d-3341-45da-af17-ba518d616e7f req-8832e0b8-73b1-4728-b42c-0fc8faac338e tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 210 time: 0.0628691 Oct 25 15:01:47.130954 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-20e1f268-cfc7-42fc-be4d-ece7fbd7bbff req-ed596093-b90d-4917-be10-d17ad3e0a909 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dbd9ade-3338-4474-aaf0-4470687cdc16 HTTP/1.1" status: 200 len: 217 time: 0.0802169 Oct 25 15:01:47.214424 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912936f0-09a1-4cb0-b7e5-9319b7036d43 req-4c5ac3d3-2874-41a6-b6ee-3eda3bd09ef0 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:47.217331 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-912936f0-09a1-4cb0-b7e5-9319b7036d43 req-4c5ac3d3-2874-41a6-b6ee-3eda3bd09ef0 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 943 time: 0.3262992 Oct 25 15:01:47.288031 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1f268-cfc7-42fc-be4d-ece7fbd7bbff req-5775e1f1-f681-4d7c-9d64-3f0d3e29de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:47.289531 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-20e1f268-cfc7-42fc-be4d-ece7fbd7bbff req-5775e1f1-f681-4d7c-9d64-3f0d3e29de7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7be2497d-78d4-40d2-b881-9b05ba010f0d HTTP/1.1" status: 200 len: 849 time: 0.1467459 Oct 25 15:01:47.298794 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-912936f0-09a1-4cb0-b7e5-9319b7036d43 req-ba17adb2-1a3e-4ab1-85b3-ff6eaa23f10a tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717797 Oct 25 15:01:47.390365 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1f268-cfc7-42fc-be4d-ece7fbd7bbff req-3b9a2060-2ef0-49ca-81db-f560c1c63fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:47.392853 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-20e1f268-cfc7-42fc-be4d-ece7fbd7bbff req-3b9a2060-2ef0-49ca-81db-f560c1c63fa2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ab300cd-9646-4c55-951a-9f82ccc02761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859208 Oct 25 15:01:47.536059 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-20e1f268-cfc7-42fc-be4d-ece7fbd7bbff req-f0d5e7c1-da1d-4c04-89fd-b29cb7e25c2a service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355963 Oct 25 15:01:47.717776 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-20e1f268-cfc7-42fc-be4d-ece7fbd7bbff req-fb8c506a-bd6b-4c19-9373-60132122f3d2 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733432 Oct 25 15:01:48.211082 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1b889afc-accc-42ae-a582-ff85456ff6d8 req-ab55f9c9-95be-4371-8ddd-a64b55307906 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 210 time: 0.0497701 Oct 25 15:01:48.668258 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6f667-956f-481f-9265-265d372d01d9 req-5cd43665-42e5-4f40-b451-82f9e60ce1d9 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:48.670941 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6fb6f667-956f-481f-9265-265d372d01d9 req-5cd43665-42e5-4f40-b451-82f9e60ce1d9 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.31 "GET /v2.0/networks?id=072cfa13-e29b-47cb-88aa-7b9ac543eaf2 HTTP/1.1" status: 200 len: 808 time: 0.3309813 Oct 25 15:01:48.748017 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8806b6-5322-40ea-9194-cc60ccb0bbea req-783d1011-1eb5-41bd-9a8b-1f369abe9574 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:48.749546 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0c8806b6-5322-40ea-9194-cc60ccb0bbea req-783d1011-1eb5-41bd-9a8b-1f369abe9574 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 943 time: 0.2309518 Oct 25 15:01:48.771957 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6fb6f667-956f-481f-9265-265d372d01d9 req-87b53c13-2e34-4638-99bf-edc913861b98 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcd1a038445348f2b9368ef2698be26f HTTP/1.1" status: 200 len: 379 time: 0.0838423 Oct 25 15:01:48.788701 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [req-6fb6f667-956f-481f-9265-265d372d01d9 req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Request body: {'port': {'device_id': '37728add-7da1-4695-a901-dcc6ec14c6de', 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'admin_state_up': True, 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'security_groups': ['85c46dfd-0a87-419d-ba4a-dbcae7b93f2f']}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:49.019351 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0c8806b6-5322-40ea-9194-cc60ccb0bbea req-bdbae054-127b-4b2c-a9b6-7d6324c92daa tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550642 Oct 25 15:01:49.102395 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [req-6fb6f667-956f-481f-9265-265d372d01d9 req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:01:49.107239 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-6fb6f667-956f-481f-9265-265d372d01d9 req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Usage tracker for resource:port and tenant:fcd1a038445348f2b9368ef2698be26f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:01:49.110549 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-6fb6f667-956f-481f-9265-265d372d01d9 req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:01:49.116916 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [req-6fb6f667-956f-481f-9265-265d372d01d9 req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:01:49.130045 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb6f667-956f-481f-9265-265d372d01d9 req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Made reservation on behalf of fcd1a038445348f2b9368ef2698be26f for: {'port': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:01:49.134167 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-6fb6f667-956f-481f-9265-265d372d01d9 req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:49.329087 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_common [req-6fb6f667-956f-481f-9265-265d372d01d9 req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Allocated IP 172.20.0.3 (072cfa13-e29b-47cb-88aa-7b9ac543eaf2/e45d5640-5a1d-4a94-b681-fed4499ffe87/bc83964b-16e2-42b3-8af7-11a9c13d5d18) {{(pid=86779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:01:49.544269 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bc437caa-87ab-4dd2-8091-3b47c6588868 req-853d4887-b030-4301-a7fa-e02e7393b1be tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 210 time: 0.1333382 Oct 25 15:01:49.603301 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-6fb6f667-956f-481f-9265-265d372d01d9 req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for port, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:49.622828 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.provisioning_blocks [req-6fb6f667-956f-481f-9265-265d372d01d9 req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Transition to ACTIVE for port object bc83964b-16e2-42b3-8af7-11a9c13d5d18 will not be triggered until provisioned by entity DHCP. {{(pid=86779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:01:49.651725 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-6fb6f667-956f-481f-9265-265d372d01d9 req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:49.659871 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-0032a250-dbb8-4241-be4e-96b2936adb24 tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:49.745113 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb6f667-956f-481f-9265-265d372d01d9 req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Network 072cfa13-e29b-47cb-88aa-7b9ac543eaf2 is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:01:49.749506 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [req-6fb6f667-956f-481f-9265-265d372d01d9 req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:01:49.754264 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb6f667-956f-481f-9265-265d372d01d9 req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Received port after_create {{(pid=86779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:01:49.787086 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Pushing event updated for resources: {'Port': ['ID=bc83964b-16e2-42b3-8af7-11a9c13d5d18,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:49.799218 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:49.840190 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6f667-956f-481f-9265-265d372d01d9 req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:49.841369 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-6fb6f667-956f-481f-9265-265d372d01d9 req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:49.881065 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6fb6f667-956f-481f-9265-265d372d01d9 req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0958765 Oct 25 15:01:49.903370 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Request body: {'port': {'device_id': '37728add-7da1-4695-a901-dcc6ec14c6de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:50.038575 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-8fd928be-e775-4016-b0e5-bbb382b89d67 None None] Provisioning for port bc83964b-16e2-42b3-8af7-11a9c13d5d18 completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:01:50.050153 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 4dbd9ade-3338-4474-aaf0-4470687cdc16 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 15:01:50.060630 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-8fd928be-e775-4016-b0e5-bbb382b89d67 None None] Provisioning complete for port bc83964b-16e2-42b3-8af7-11a9c13d5d18 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:50.061226 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-8fd928be-e775-4016-b0e5-bbb382b89d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:50.103186 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:50.204567 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-8fd928be-e775-4016-b0e5-bbb382b89d67 None None] Port bc83964b-16e2-42b3-8af7-11a9c13d5d18 cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 15:01:50.403207 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 4dbd9ade-3338-4474-aaf0-4470687cdc16, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4dbd9ade-3338-4474-aaf0-4470687cdc16,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:50.425231 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': '4dbd9ade-3338-4474-aaf0-4470687cdc16', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'port_id': '4dbd9ade-3338-4474-aaf0-4470687cdc16', 'mac_address': 'fa:16:3e:c8:0c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 15:01:50.488620 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:50.510478 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbd9ade-3338-4474-aaf0-4470687cdc16 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:01:50.529092 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 4dbd9ade-3338-4474-aaf0-4470687cdc16, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4dbd9ade-3338-4474-aaf0-4470687cdc16,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:50.535014 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:50.537296 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:50.538230 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e1bed-a1ad-4e0e-b29c-ac3f7c5be735 req-138d3ca3-d4bc-4a83-adac-5b6f74dd210c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:50.539840 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ad7e1bed-a1ad-4e0e-b29c-ac3f7c5be735 req-138d3ca3-d4bc-4a83-adac-5b6f74dd210c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 943 time: 0.3529737 Oct 25 15:01:50.619283 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=4dbd9ade-3338-4474-aaf0-4470687cdc16,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:50.634252 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:50.634839 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:50.635680 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:50.636181 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:50.636749 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:50.637321 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:50.638191 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:50.638521 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:50.639012 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:50.639574 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:50.640178 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:50.640715 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:01:50.648253 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:50.675138 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ad7e1bed-a1ad-4e0e-b29c-ac3f7c5be735 req-6690b012-fcef-42ce-a478-5f7187629c91 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826468 Oct 25 15:01:50.887290 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['4dbd9ade-3338-4474-aaf0-4470687cdc16'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:01:50.903107 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.notifiers.nova [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc83964b-16e2-42b3-8af7-11a9c13d5d18 {{(pid=86779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:01:50.926072 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:50.981472 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.provisioning_blocks [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Transition to ACTIVE for port object bc83964b-16e2-42b3-8af7-11a9c13d5d18 will not be triggered until provisioned by entity L2. {{(pid=86779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:01:50.993913 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28131388'] for port, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:51.034918 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43713872-f6cb-4d9d-b624-03ade0a93ce6 req-409bb080-2f1c-4df5-ac3c-679e334cc587 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:51.036215 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-43713872-f6cb-4d9d-b624-03ade0a93ce6 req-409bb080-2f1c-4df5-ac3c-679e334cc587 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Synchronizing usage tracker for tenant:fcd1a038445348f2b9368ef2698be26f on resource:port {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:01:51.054586 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-12ed01b8-109a-428c-84e5-ca9ebbead400 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:51.363495 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-43713872-f6cb-4d9d-b624-03ade0a93ce6 req-409bb080-2f1c-4df5-ac3c-679e334cc587 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Unset dirty status for tenant:fcd1a038445348f2b9368ef2698be26f on resource:port {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:01:51.365012 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-43713872-f6cb-4d9d-b624-03ade0a93ce6 req-409bb080-2f1c-4df5-ac3c-679e334cc587 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 931 time: 0.5887358 Oct 25 15:01:51.413507 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Pushing event updated for resources: {'Port': ['ID=bc83964b-16e2-42b3-8af7-11a9c13d5d18,revision_number=2']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:51.440438 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:51.489705 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-43713872-f6cb-4d9d-b624-03ade0a93ce6 req-5c4b3768-5dbc-4876-a9d1-1f475d532b79 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808048 Oct 25 15:01:51.499085 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.managers [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Attempting to bind port bc83964b-16e2-42b3-8af7-11a9c13d5d18 on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:01:51.499488 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.managers [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Attempting to bind port bc83964b-16e2-42b3-8af7-11a9c13d5d18 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '20424e51-891f-4967-93fe-cd22c9481e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2'}] {{(pid=86779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:01:51.499850 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Attempting to bind port bc83964b-16e2-42b3-8af7-11a9c13d5d18 on network 072cfa13-e29b-47cb-88aa-7b9ac543eaf2 {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:01:51.506394 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Port bc83964b-16e2-42b3-8af7-11a9c13d5d18 on network 072cfa13-e29b-47cb-88aa-7b9ac543eaf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 15:01:51.506780 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Attempting to bind port bc83964b-16e2-42b3-8af7-11a9c13d5d18 on network 072cfa13-e29b-47cb-88aa-7b9ac543eaf2 {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:01:51.512616 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:01:51.513148 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Checking segment: {'id': '20424e51-891f-4967-93fe-cd22c9481e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:01:51.513502 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Bound using segment: {'id': '20424e51-891f-4967-93fe-cd22c9481e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2'} {{(pid=86779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:01:51.513928 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.managers [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Bound port: bc83964b-16e2-42b3-8af7-11a9c13d5d18, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20424e51-891f-4967-93fe-cd22c9481e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2'}}] {{(pid=86779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:01:51.514269 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:51.609688 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] For port bc83964b-16e2-42b3-8af7-11a9c13d5d18, host hv-cinder-81375, cleared binding levels {{(pid=86779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:01:51.613140 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] For port bc83964b-16e2-42b3-8af7-11a9c13d5d18, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bc83964b-16e2-42b3-8af7-11a9c13d5d18,segment=NetworkSegment(20424e51-891f-4967-93fe-cd22c9481e58),segment_id=20424e51-891f-4967-93fe-cd22c9481e58)] {{(pid=86779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:01:51.618168 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28131388'] for port, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:51.623263 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:51.783224 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:51.783861 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:51.785275 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6fb6f667-956f-481f-9265-265d372d01d9 req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] 10.222.0.31 "PUT /v2.0/ports/bc83964b-16e2-42b3-8af7-11a9c13d5d18 HTTP/1.1" status: 200 len: 1093 time: 1.8878059 Oct 25 15:01:51.785815 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37728add-7da1-4695-a901-dcc6ec14c6de', 'tag': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18'}] {{(pid=86779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:01:51.834143 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Pushing event updated for resources: {'Port': ['ID=bc83964b-16e2-42b3-8af7-11a9c13d5d18,revision_number=3']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:51.840131 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:51.976885 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37728add-7da1-4695-a901-dcc6ec14c6de', 'tag': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18', 'status': 'completed', 'code': 200} Oct 25 15:01:52.048296 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6f667-956f-481f-9265-265d372d01d9 req-3dd65af3-eeaf-473c-a091-eb0dcd8c1f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:52.050359 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6fb6f667-956f-481f-9265-265d372d01d9 req-3dd65af3-eeaf-473c-a091-eb0dcd8c1f6a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fcd1a038445348f2b9368ef2698be26f&device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 1096 time: 0.1199503 Oct 25 15:01:52.054038 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 4dbd9ade-3338-4474-aaf0-4470687cdc16 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:01:52.059107 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d4f55-56fe-4dd4-8432-1abe60a68a90 req-11a12409-d6a0-4690-b479-bae0fe1c20ff tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:52.060710 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-687d4f55-56fe-4dd4-8432-1abe60a68a90 req-11a12409-d6a0-4690-b479-bae0fe1c20ff tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 944 time: 0.2089503 Oct 25 15:01:52.165909 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port 4dbd9ade-3338-4474-aaf0-4470687cdc16 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:01:52.176295 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port 4dbd9ade-3338-4474-aaf0-4470687cdc16 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:01:52.177615 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:52.249360 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6fb6f667-956f-481f-9265-265d372d01d9 req-548b8816-3345-401a-9e96-d7f72bd310ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc83964b-16e2-42b3-8af7-11a9c13d5d18 HTTP/1.1" status: 200 len: 217 time: 0.1803777 Oct 25 15:01:52.374994 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-687d4f55-56fe-4dd4-8432-1abe60a68a90 req-e48ec7d1-bcf3-4c78-83fa-e785dad20661 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927905 Oct 25 15:01:52.401290 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6f667-956f-481f-9265-265d372d01d9 req-1d6cae92-51b6-4615-9fd3-f1b08d2f94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:52.404008 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6fb6f667-956f-481f-9265-265d372d01d9 req-1d6cae92-51b6-4615-9fd3-f1b08d2f94ca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e45d5640-5a1d-4a94-b681-fed4499ffe87 HTTP/1.1" status: 200 len: 847 time: 0.1467514 Oct 25 15:01:52.419680 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:52.481770 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455bc318-fceb-4335-9283-3e5009c5ad01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbd9ade-3338-4474-aaf0-4470687cdc16'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:01:52.506427 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 4dbd9ade-3338-4474-aaf0-4470687cdc16, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4dbd9ade-3338-4474-aaf0-4470687cdc16,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:52.514589 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:52.517779 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-9ab7b680-0ef4-4ab9-8510-c47ac73615e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:52.545310 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6f667-956f-481f-9265-265d372d01d9 req-a75c4e4d-7726-408e-9a70-7d3da8d96fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:52.547180 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6fb6f667-956f-481f-9265-265d372d01d9 req-a75c4e4d-7726-408e-9a70-7d3da8d96fca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=072cfa13-e29b-47cb-88aa-7b9ac543eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1348300 Oct 25 15:01:52.650712 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455bc318-fceb-4335-9283-3e5009c5ad01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbd9ade-3338-4474-aaf0-4470687cdc16', 'code': 200} Oct 25 15:01:52.662731 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=4dbd9ade-3338-4474-aaf0-4470687cdc16,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:52.668972 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:52.854377 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6fb6f667-956f-481f-9265-265d372d01d9 req-3a40a4cd-2a19-48e7-a669-ebfdec08590c service neutron] 10.222.0.31 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470107 Oct 25 15:01:52.958466 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f593d65-3076-4468-8e4a-5547773b4801 req-bd9941ad-badc-4983-9457-34d7be028016 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:52.960660 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9f593d65-3076-4468-8e4a-5547773b4801 req-bd9941ad-badc-4983-9457-34d7be028016 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 943 time: 0.2440503 Oct 25 15:01:53.061243 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a59cc-e45a-462c-badd-df87165a21ea req-34ab0b9d-2914-4e54-be66-eaa7b5483a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:53.062922 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-815a59cc-e45a-462c-badd-df87165a21ea req-34ab0b9d-2914-4e54-be66-eaa7b5483a4e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 1098 time: 0.1586692 Oct 25 15:01:53.103529 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad387b-178f-4cc7-983f-059c8d3b50cb req-80846617-eb9a-45a6-8d3d-bb69d9020afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:53.104037 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9f593d65-3076-4468-8e4a-5547773b4801 req-e1c4e02f-fe7d-490a-bc91-a8bbc779ad73 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982137 Oct 25 15:01:53.105026 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-19ad387b-178f-4cc7-983f-059c8d3b50cb req-80846617-eb9a-45a6-8d3d-bb69d9020afa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b722154703449e688c5cf0149eb8a20&device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 1137 time: 0.1320298 Oct 25 15:01:53.114984 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6fb6f667-956f-481f-9265-265d372d01d9 req-ca1153fa-0acb-4e5d-930a-53ff33901614 service neutron] 10.222.0.31 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509782 Oct 25 15:01:53.137994 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a3ea1-1d23-4258-aa01-2d9131293bff req-2b27bc87-711a-4e70-948b-3fc72bfe960a tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:53.140452 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-426a3ea1-1d23-4258-aa01-2d9131293bff req-2b27bc87-711a-4e70-948b-3fc72bfe960a tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 984 time: 0.1998372 Oct 25 15:01:53.148028 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-815a59cc-e45a-462c-badd-df87165a21ea req-2677972e-a189-4e1a-9562-857ef610a5cc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763140 Oct 25 15:01:53.232457 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-426a3ea1-1d23-4258-aa01-2d9131293bff req-52fa5a31-5a1a-46e5-9192-c20320311ca5 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&id=7b781c0e-33e6-4204-ab2d-a4371983d602&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695250 Oct 25 15:01:53.385152 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad387b-178f-4cc7-983f-059c8d3b50cb req-1625ae06-befd-4d7e-97c0-af833f3394ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:53.387867 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-19ad387b-178f-4cc7-983f-059c8d3b50cb req-1625ae06-befd-4d7e-97c0-af833f3394ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a90b672-ca89-40cb-80e8-9c87a238768c HTTP/1.1" status: 200 len: 915 time: 0.2741718 Oct 25 15:01:53.597694 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff18637-b3e1-4c5b-b137-3be22e7f523e req-967c98f7-9dc3-40fb-b506-0550f5825e6e tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:53.599158 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6ff18637-b3e1-4c5b-b137-3be22e7f523e req-967c98f7-9dc3-40fb-b506-0550f5825e6e tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 945 time: 0.0912323 Oct 25 15:01:53.658143 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6ff18637-b3e1-4c5b-b137-3be22e7f523e req-7511da48-2b64-43b7-8dca-59b9f1cd6685 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523860 Oct 25 15:01:53.769420 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-19ad387b-178f-4cc7-983f-059c8d3b50cb req-c7b1d134-9c63-4d8a-9f6c-b4c14fa483c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b3c1814-483b-46b8-ab35-7912317c26a2 HTTP/1.1" status: 200 len: 1000 time: 0.1561916 Oct 25 15:01:53.834855 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d216-4665-4b58-8c61-9c78f81def27 req-abdd5c50-2ec4-4b19-bfa3-1f748d9c080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:53.836431 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4759d216-4665-4b58-8c61-9c78f81def27 req-abdd5c50-2ec4-4b19-bfa3-1f748d9c080c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fcd1a038445348f2b9368ef2698be26f&device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 1096 time: 0.1643162 Oct 25 15:01:53.848915 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad387b-178f-4cc7-983f-059c8d3b50cb req-6a7db0af-3ad7-4acf-90ce-4b75122ab428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:53.850324 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-19ad387b-178f-4cc7-983f-059c8d3b50cb req-6a7db0af-3ad7-4acf-90ce-4b75122ab428 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43607336-e154-478c-a926-960741842c1d HTTP/1.1" status: 200 len: 853 time: 0.0716257 Oct 25 15:01:54.052933 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d216-4665-4b58-8c61-9c78f81def27 req-af91b81e-64be-4e2a-87b7-647336b902a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:54.054398 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4759d216-4665-4b58-8c61-9c78f81def27 req-af91b81e-64be-4e2a-87b7-647336b902a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=072cfa13-e29b-47cb-88aa-7b9ac543eaf2 HTTP/1.1" status: 200 len: 909 time: 0.2080407 Oct 25 15:01:54.059013 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad387b-178f-4cc7-983f-059c8d3b50cb req-7f93d8a6-7f34-4e94-95fe-8ffd9cd476fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:54.060475 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-19ad387b-178f-4cc7-983f-059c8d3b50cb req-7f93d8a6-7f34-4e94-95fe-8ffd9cd476fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a90b672-ca89-40cb-80e8-9c87a238768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1907380 Oct 25 15:01:54.156355 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4759d216-4665-4b58-8c61-9c78f81def27 req-1e4b7c70-92c3-49cc-b87a-20ac8b44134e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc83964b-16e2-42b3-8af7-11a9c13d5d18 HTTP/1.1" status: 200 len: 217 time: 0.0844717 Oct 25 15:01:54.304741 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d216-4665-4b58-8c61-9c78f81def27 req-c7f7bd05-94b0-47ed-aaa0-0f0f9a9e9066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:54.306183 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4759d216-4665-4b58-8c61-9c78f81def27 req-c7f7bd05-94b0-47ed-aaa0-0f0f9a9e9066 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e45d5640-5a1d-4a94-b681-fed4499ffe87 HTTP/1.1" status: 200 len: 847 time: 0.1019104 Oct 25 15:01:54.330867 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-19ad387b-178f-4cc7-983f-059c8d3b50cb req-c0ca8d0d-1eb1-4bc1-86c0-e9486f1965d0 service neutron] 10.222.0.31 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571917 Oct 25 15:01:54.502806 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e6811-35c3-49fc-9ac6-1da16f96ec6a req-7bf480d8-f752-4e18-8a57-c39e5dad2f34 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:54.505577 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-474e6811-35c3-49fc-9ac6-1da16f96ec6a req-7bf480d8-f752-4e18-8a57-c39e5dad2f34 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 943 time: 0.2243571 Oct 25 15:01:54.584926 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-19ad387b-178f-4cc7-983f-059c8d3b50cb req-aa8eb1c7-bd73-4b39-a121-7a98e4bbf3a9 service neutron] 10.222.0.31 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902626 Oct 25 15:01:54.588569 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d216-4665-4b58-8c61-9c78f81def27 req-53f6acda-49e1-401c-83ea-a37e4c4d8762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:54.591219 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4759d216-4665-4b58-8c61-9c78f81def27 req-53f6acda-49e1-401c-83ea-a37e4c4d8762 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=072cfa13-e29b-47cb-88aa-7b9ac543eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2585344 Oct 25 15:01:54.615022 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4ed1a-3690-4dff-b2ac-1fcdfe877a46 req-961a85c5-f774-45b2-8901-0951fccd4cf1 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:54.617843 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9be4ed1a-3690-4dff-b2ac-1fcdfe877a46 req-961a85c5-f774-45b2-8901-0951fccd4cf1 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 984 time: 0.2321472 Oct 25 15:01:54.664255 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-474e6811-35c3-49fc-9ac6-1da16f96ec6a req-6cbfe916-a6ad-41a2-8fa4-75eaa5b7ef1f tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468863 Oct 25 15:01:54.713782 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9be4ed1a-3690-4dff-b2ac-1fcdfe877a46 req-6029b746-4487-41f0-841c-281d17b15904 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&id=7b781c0e-33e6-4204-ab2d-a4371983d602&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886390 Oct 25 15:01:54.995961 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70522824-1e0d-47b0-87d9-369ee2632a57 req-7524a4eb-b4fa-4037-86ea-b5b7ffa40f64 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:55.012504 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-70522824-1e0d-47b0-87d9-369ee2632a57 req-7524a4eb-b4fa-4037-86ea-b5b7ffa40f64 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 945 time: 0.1966815 Oct 25 15:01:55.048972 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4759d216-4665-4b58-8c61-9c78f81def27 req-5846fc54-6b72-4787-8b7e-b3649fdae29c service neutron] 10.222.0.31 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192811 Oct 25 15:01:55.099288 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-70522824-1e0d-47b0-87d9-369ee2632a57 req-f4fb004d-13c7-4710-8865-ba56051cceec tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851698 Oct 25 15:01:55.237119 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4759d216-4665-4b58-8c61-9c78f81def27 req-343f0369-8920-420d-a5e0-0b1e3758efaa service neutron] 10.222.0.31 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558342 Oct 25 15:01:55.972980 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5da02e-c423-48a9-9404-51a14b40bc51 req-8f7fb76d-3df8-4894-bf9b-19231d46a667 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:55.974536 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5a5da02e-c423-48a9-9404-51a14b40bc51 req-8f7fb76d-3df8-4894-bf9b-19231d46a667 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 943 time: 0.1632118 Oct 25 15:01:56.031130 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb025b3d-1ccd-4050-abe7-e3997afa5b9f req-1961449f-bf90-42bd-a683-626bfd6b4da1 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:56.033392 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-cb025b3d-1ccd-4050-abe7-e3997afa5b9f req-1961449f-bf90-42bd-a683-626bfd6b4da1 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 984 time: 0.1470451 Oct 25 15:01:56.049407 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5a5da02e-c423-48a9-9404-51a14b40bc51 req-2a1d5cd8-1020-405e-9904-d38aad41538a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662732 Oct 25 15:01:56.130164 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-cb025b3d-1ccd-4050-abe7-e3997afa5b9f req-07785bb3-b458-417e-b766-baf44df87200 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&id=7b781c0e-33e6-4204-ab2d-a4371983d602&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890210 Oct 25 15:01:56.371545 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66a12f-d6e1-40ec-8516-dbe680b21fac req-91fcebca-270f-4e2a-9793-467f79ca9a6c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:56.373336 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9b66a12f-d6e1-40ec-8516-dbe680b21fac req-91fcebca-270f-4e2a-9793-467f79ca9a6c tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 945 time: 0.1200240 Oct 25 15:01:56.423087 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9b66a12f-d6e1-40ec-8516-dbe680b21fac req-b3b66d4e-33f0-42df-8383-daf8a9ec747e tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433238 Oct 25 15:01:56.757445 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d29099-c306-4fc3-8995-e78e7a30d06a req-f2e0f044-63ed-402d-ab75-10088d8506bc tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:56.759061 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d0d29099-c306-4fc3-8995-e78e7a30d06a req-f2e0f044-63ed-402d-ab75-10088d8506bc tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 945 time: 0.2001276 Oct 25 15:01:56.768348 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 32800) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:01:56.774641 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-d52cab8f-cfb0-48f0-b9a7-ad36ab1a6401 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Request body: {'floatingip': {'port_id': '4dbd9ade-3338-4474-aaf0-4470687cdc16'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:01:56.860540 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d52cab8f-cfb0-48f0-b9a7-ad36ab1a6401 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for floatingip, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:57.679230 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b28b4-7be1-4870-9e07-9a482f3ab29a req-d3786c6b-edd4-4b2f-925a-c808fa1195bf tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:57.680819 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bb6b28b4-7be1-4870-9e07-9a482f3ab29a req-d3786c6b-edd4-4b2f-925a-c808fa1195bf tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 943 time: 0.4688637 Oct 25 15:01:57.692650 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d0ee1-7607-4425-a4d3-ac2d0c82e8e2 req-9214dd6f-fcfa-4a7c-8f7a-13f1186dd5f7 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:57.694218 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-183d0ee1-7607-4425-a4d3-ac2d0c82e8e2 req-9214dd6f-fcfa-4a7c-8f7a-13f1186dd5f7 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 984 time: 0.4343266 Oct 25 15:01:57.811843 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-183d0ee1-7607-4425-a4d3-ac2d0c82e8e2 req-b04a045a-4447-4184-85b4-07a26f8f84a2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&id=7b781c0e-33e6-4204-ab2d-a4371983d602&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098733 Oct 25 15:01:57.817565 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bb6b28b4-7be1-4870-9e07-9a482f3ab29a req-66ce9c04-8c1e-48f4-8770-7c55cb37f40f tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223104 Oct 25 15:01:58.062658 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d52cab8f-cfb0-48f0-b9a7-ad36ab1a6401 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:58.067531 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d52cab8f-cfb0-48f0-b9a7-ad36ab1a6401 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672821'] for floatingip, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:58.078395 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device bc83964b-16e2-42b3-8af7-11a9c13d5d18 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 15:01:58.233750 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port bc83964b-16e2-42b3-8af7-11a9c13d5d18, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bc83964b-16e2-42b3-8af7-11a9c13d5d18,segment=NetworkSegment(20424e51-891f-4967-93fe-cd22c9481e58),segment_id=20424e51-891f-4967-93fe-cd22c9481e58)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:58.250036 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18', 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'port_id': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18', 'mac_address': 'fa:16:3e:74:18:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 15:01:58.311800 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:58.336968 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc83964b-16e2-42b3-8af7-11a9c13d5d18 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:01:58.358967 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.db.l3_db [None req-d52cab8f-cfb0-48f0-b9a7-ad36ab1a6401 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Floating IP fd496f73-e09d-468b-ad71-70c5e9bc0c73 associated. External IP: 172.28.2.249, port: 4dbd9ade-3338-4474-aaf0-4470687cdc16. Oct 25 15:01:58.364382 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port bc83964b-16e2-42b3-8af7-11a9c13d5d18, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bc83964b-16e2-42b3-8af7-11a9c13d5d18,segment=NetworkSegment(20424e51-891f-4967-93fe-cd22c9481e58),segment_id=20424e51-891f-4967-93fe-cd22c9481e58)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:01:58.369914 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:58.373225 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:01:58.449319 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=bc83964b-16e2-42b3-8af7-11a9c13d5d18,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:01:58.459584 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:01:58.743587 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52cab8f-cfb0-48f0-b9a7-ad36ab1a6401 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Router a65706d8-8961-4efb-b0bc-6a7d37e49d56 has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:01:58.767512 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['bc83964b-16e2-42b3-8af7-11a9c13d5d18'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:01:59.187454 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52cab8f-cfb0-48f0-b9a7-ad36ab1a6401 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:01:59.196047 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d52cab8f-cfb0-48f0-b9a7-ad36ab1a6401 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for floatingip, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:01:59.201867 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d461b4-a0ad-44f0-9bf0-d1faa291d2e5 None None] Sync routers for ids ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:01:59.212286 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d461b4-a0ad-44f0-9bf0-d1faa291d2e5 None None] Routers {'a65706d8-8961-4efb-b0bc-6a7d37e49d56'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:01:59.212939 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-e2d461b4-a0ad-44f0-9bf0-d1faa291d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:01:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:59.275125 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-d52cab8f-cfb0-48f0-b9a7-ad36ab1a6401 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "PUT /v2.0/floatingips/fd496f73-e09d-468b-ad71-70c5e9bc0c73 HTTP/1.1" status: 200 len: 991 time: 2.5054615 Oct 25 15:01:59.277804 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455bc318-fceb-4335-9283-3e5009c5ad01', 'tag': '4dbd9ade-3338-4474-aaf0-4470687cdc16'}] {{(pid=86779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:01:59.294605 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2d293-4f5d-415b-a81f-cb17196dc3dc req-21930e83-0aae-473e-ae40-3b2aaac229ba tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:59.296282 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-70c2d293-4f5d-415b-a81f-cb17196dc3dc req-21930e83-0aae-473e-ae40-3b2aaac229ba tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 984 time: 0.2368174 Oct 25 15:01:59.310449 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9855630-8e0c-46bb-af00-e31a9e1c0408 req-3c3dcee5-5eb4-440c-8ba3-5efa29a95d93 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:59.311979 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b9855630-8e0c-46bb-af00-e31a9e1c0408 req-3c3dcee5-5eb4-440c-8ba3-5efa29a95d93 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 944 time: 0.2513959 Oct 25 15:01:59.389411 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-70c2d293-4f5d-415b-a81f-cb17196dc3dc req-d79f9ee4-b693-449f-9284-88be85cd5821 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&id=7b781c0e-33e6-4204-ab2d-a4371983d602&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763264 Oct 25 15:01:59.397815 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b9855630-8e0c-46bb-af00-e31a9e1c0408 req-0935eb0f-8494-4fa7-8a87-96bd16418939 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713151 Oct 25 15:01:59.445183 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-e2d461b4-a0ad-44f0-9bf0-d1faa291d2e5 None None] Set router a65706d8-8961-4efb-b0bc-6a7d37e49d56 gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:01:59.653941 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455bc318-fceb-4335-9283-3e5009c5ad01', 'tag': '4dbd9ade-3338-4474-aaf0-4470687cdc16', 'status': 'completed', 'code': 200} Oct 25 15:01:59.844664 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38f7b3-4f8d-4775-b142-936cada3ec4d req-97e9446c-8d41-4b4c-9938-5409dd95d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:01:59.847260 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-3a38f7b3-4f8d-4775-b142-936cada3ec4d req-97e9446c-8d41-4b4c-9938-5409dd95d9a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec1fc5a480a1442bac3e578b604cf89f&device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 1098 time: 0.1337936 Oct 25 15:01:59.928634 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-e2d461b4-a0ad-44f0-9bf0-d1faa291d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:23Z', 'revision_number': 4, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': 'fd496f73-e09d-468b-ad71-70c5e9bc0c73', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'floating_ip_address': '172.28.2.249', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'port_id': '4dbd9ade-3338-4474-aaf0-4470687cdc16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'mac_address': 'fa:16:3e:c8:0c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455bc318-fceb-4335-9283-3e5009c5ad01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:01:25Z', 'updated_at': '2021-10-25T15:01:57Z', 'revision_number': 1, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e971a096-03c1-413f-af8b-a1906b207c78', 'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'mac_address': 'fa:16:3e:47:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:19Z', 'updated_at': '2021-10-25T14:57:40Z', 'revision_number': 5, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'subnets': [{'id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:01:59.933667 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d461b4-a0ad-44f0-9bf0-d1faa291d2e5 None None] Checking router: a65706d8-8961-4efb-b0bc-6a7d37e49d56 for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:01:59.952582 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d461b4-a0ad-44f0-9bf0-d1faa291d2e5 None None] Routers {'a65706d8-8961-4efb-b0bc-6a7d37e49d56'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:01:59.954337 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-e2d461b4-a0ad-44f0-9bf0-d1faa291d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:01:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:02:00.042403 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38f7b3-4f8d-4775-b142-936cada3ec4d req-7da0f73d-8a14-41d6-b96a-8120c35e402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:00.044281 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-3a38f7b3-4f8d-4775-b142-936cada3ec4d req-7da0f73d-8a14-41d6-b96a-8120c35e402a service neutron] 10.222.0.31 "GET /v2.0/networks?id=9ab300cd-9646-4c55-951a-9f82ccc02761 HTTP/1.1" status: 200 len: 911 time: 0.1897197 Oct 25 15:02:00.158844 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device bc83964b-16e2-42b3-8af7-11a9c13d5d18 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:02:00.271202 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-3a38f7b3-4f8d-4775-b142-936cada3ec4d req-2d69f15f-9d1c-4ac8-940d-484dcf002051 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dbd9ade-3338-4474-aaf0-4470687cdc16 HTTP/1.1" status: 200 len: 999 time: 0.2173157 Oct 25 15:02:00.285810 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-e2d461b4-a0ad-44f0-9bf0-d1faa291d2e5 None None] Set router a65706d8-8961-4efb-b0bc-6a7d37e49d56 gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:02:00.358617 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38f7b3-4f8d-4775-b142-936cada3ec4d req-5f011d79-ea11-4e93-a43a-0e5190b67c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:00.360367 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-3a38f7b3-4f8d-4775-b142-936cada3ec4d req-5f011d79-ea11-4e93-a43a-0e5190b67c25 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7be2497d-78d4-40d2-b881-9b05ba010f0d HTTP/1.1" status: 200 len: 849 time: 0.0634604 Oct 25 15:02:00.413744 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port bc83964b-16e2-42b3-8af7-11a9c13d5d18 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:02:00.435407 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port bc83964b-16e2-42b3-8af7-11a9c13d5d18 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:02:00.435827 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:00.447882 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38f7b3-4f8d-4775-b142-936cada3ec4d req-e4e4ae2b-9e51-450c-91d7-ea74bc36a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:00.449546 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-3a38f7b3-4f8d-4775-b142-936cada3ec4d req-e4e4ae2b-9e51-450c-91d7-ea74bc36a2c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ab300cd-9646-4c55-951a-9f82ccc02761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816057 Oct 25 15:02:00.615003 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-3a38f7b3-4f8d-4775-b142-936cada3ec4d req-0a449bd6-a2ec-4edd-926d-3ba72cb43360 service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569457 Oct 25 15:02:00.668402 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:00.707130 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b782d54-8e24-4f04-af26-17b50e8d4735 req-ad93e684-3283-4359-ba4d-3f9f9cdc0e70 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:00.708747 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3b782d54-8e24-4f04-af26-17b50e8d4735 req-ad93e684-3283-4359-ba4d-3f9f9cdc0e70 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 984 time: 0.1424305 Oct 25 15:02:00.718479 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37728add-7da1-4695-a901-dcc6ec14c6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:02:00.721867 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e670e3-778e-4085-ab50-1015673c24df req-c23e516b-bcac-4c23-9897-fd76b9b9c75f tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:00.723367 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-62e670e3-778e-4085-ab50-1015673c24df req-c23e516b-bcac-4c23-9897-fd76b9b9c75f tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 944 time: 0.1943009 Oct 25 15:02:00.743406 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port bc83964b-16e2-42b3-8af7-11a9c13d5d18, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bc83964b-16e2-42b3-8af7-11a9c13d5d18,segment=NetworkSegment(20424e51-891f-4967-93fe-cd22c9481e58),segment_id=20424e51-891f-4967-93fe-cd22c9481e58)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:02:00.773280 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:00.778331 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:02:00.788048 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-3a38f7b3-4f8d-4775-b142-936cada3ec4d req-2e8fca57-ba68-406e-a0cc-272244ab375a service neutron] 10.222.0.31 "GET /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662285 Oct 25 15:02:00.799250 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3b782d54-8e24-4f04-af26-17b50e8d4735 req-819e3e32-874c-4dd2-98bf-359ffcb4e911 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&id=7b781c0e-33e6-4204-ab2d-a4371983d602&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748162 Oct 25 15:02:00.814002 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-62e670e3-778e-4085-ab50-1015673c24df req-fc821543-33c5-40db-a947-2642da423092 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716257 Oct 25 15:02:00.876967 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=bc83964b-16e2-42b3-8af7-11a9c13d5d18,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:02:00.881235 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:02:00.897466 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-e2d461b4-a0ad-44f0-9bf0-d1faa291d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:23Z', 'revision_number': 4, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': 'fd496f73-e09d-468b-ad71-70c5e9bc0c73', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'floating_ip_address': '172.28.2.249', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'port_id': '4dbd9ade-3338-4474-aaf0-4470687cdc16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'mac_address': 'fa:16:3e:c8:0c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455bc318-fceb-4335-9283-3e5009c5ad01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:01:25Z', 'updated_at': '2021-10-25T15:01:57Z', 'revision_number': 1, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e971a096-03c1-413f-af8b-a1906b207c78', 'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'mac_address': 'fa:16:3e:47:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:19Z', 'updated_at': '2021-10-25T14:57:40Z', 'revision_number': 5, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'subnets': [{'id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:02:00.906011 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d461b4-a0ad-44f0-9bf0-d1faa291d2e5 None None] The sync data for ids ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'] in dv-cinder-813751-1-smb is: [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:23Z', 'revision_number': 4, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': 'fd496f73-e09d-468b-ad71-70c5e9bc0c73', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'floating_ip_address': '172.28.2.249', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'port_id': '4dbd9ade-3338-4474-aaf0-4470687cdc16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'mac_address': 'fa:16:3e:c8:0c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455bc318-fceb-4335-9283-3e5009c5ad01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:01:25Z', 'updated_at': '2021-10-25T15:01:57Z', 'revision_number': 1, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e971a096-03c1-413f-af8b-a1906b207c78', 'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'mac_address': 'fa:16:3e:47:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:19Z', 'updated_at': '2021-10-25T14:57:40Z', 'revision_number': 5, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'subnets': [{'id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:02:01.085928 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37728add-7da1-4695-a901-dcc6ec14c6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18', 'code': 200} Oct 25 15:02:01.138525 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe9340d-ddbb-49fd-ba6f-f72b2df4569a None None] New status for floating IP fd496f73-e09d-468b-ad71-70c5e9bc0c73: ACTIVE {{(pid=86781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 15:02:01.449803 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:01.581136 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc0c24-86c0-46ae-a78e-20555f80183f req-94e89017-2d20-4a4c-8d8f-eb3e0f4d5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:01.583825 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-e6dc0c24-86c0-46ae-a78e-20555f80183f req-94e89017-2d20-4a4c-8d8f-eb3e0f4d5a71 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 1098 time: 0.0819237 Oct 25 15:02:01.632918 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-e6dc0c24-86c0-46ae-a78e-20555f80183f req-0df9a3cd-e296-4908-b831-ab409df15638 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403924 Oct 25 15:02:02.182575 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962c44c-2f7d-4618-8767-484d757471ce req-fbc758e3-15a6-4031-9810-e8931e83ebe6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:02.185312 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8962c44c-2f7d-4618-8767-484d757471ce req-fbc758e3-15a6-4031-9810-e8931e83ebe6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 984 time: 0.2587717 Oct 25 15:02:02.232496 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e5a06-e62f-4931-b024-a6f9ea29502c req-b5379633-d870-4021-8f8e-d35482173b78 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:02.235111 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b96e5a06-e62f-4931-b024-a6f9ea29502c req-b5379633-d870-4021-8f8e-d35482173b78 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.2208848 Oct 25 15:02:02.335994 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8962c44c-2f7d-4618-8767-484d757471ce req-b226147a-bddf-46cc-a577-116c7babd4bd tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&id=7b781c0e-33e6-4204-ab2d-a4371983d602&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1443717 Oct 25 15:02:02.351213 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b96e5a06-e62f-4931-b024-a6f9ea29502c req-b8ea885e-117a-438b-a5ce-6827d61c1072 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095467 Oct 25 15:02:03.636276 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae874e-c304-486b-b730-c33d82c32816 req-ef96601f-3f85-4771-a7f7-9972368a88c6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:03.637763 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-37ae874e-c304-486b-b730-c33d82c32816 req-ef96601f-3f85-4771-a7f7-9972368a88c6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 984 time: 0.1588461 Oct 25 15:02:03.675735 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e01350-5ff9-41c9-a9b7-bb9db86aee23 req-8f2ca1a8-6431-4632-85a2-939635d9ede6 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:03.677376 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f8e01350-5ff9-41c9-a9b7-bb9db86aee23 req-8f2ca1a8-6431-4632-85a2-939635d9ede6 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.1276491 Oct 25 15:02:03.722193 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-37ae874e-c304-486b-b730-c33d82c32816 req-3bf22572-6309-4cc6-896d-d0d25b8c31a0 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&id=7b781c0e-33e6-4204-ab2d-a4371983d602&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760281 Oct 25 15:02:03.747268 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f8e01350-5ff9-41c9-a9b7-bb9db86aee23 req-a63fe08f-6427-4a5c-949d-ad91067bcd8d tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580659 Oct 25 15:02:04.292394 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8681fb-7c89-48db-921a-b5db2b92fa72 req-4a3d6729-6cc3-4d74-9d61-c320fb5dc610 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:04.295108 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5d8681fb-7c89-48db-921a-b5db2b92fa72 req-4a3d6729-6cc3-4d74-9d61-c320fb5dc610 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.3007133 Oct 25 15:02:04.344622 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5d8681fb-7c89-48db-921a-b5db2b92fa72 req-e0d84068-0762-42ff-bd2f-a69efc0dd298 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429773 Oct 25 15:02:04.368037 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 32874) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:02:04.488683 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca9e563-d02e-48e8-9a8c-533c4b3c0a05 tempest-TestShelveInstance-703430639 tempest-TestShelveInstance-703430639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:04.490065 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-5ca9e563-d02e-48e8-9a8c-533c4b3c0a05 tempest-TestShelveInstance-703430639 tempest-TestShelveInstance-703430639-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 1093 time: 0.1207099 Oct 25 15:02:04.493164 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 32880) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:02:04.498608 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Request body: {'floatingip': {'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'port_id': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:02:04.505588 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:02:04.509573 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Usage tracker for resource:floatingip and tenant:fcd1a038445348f2b9368ef2698be26f is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:02:04.512564 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:02:04.518494 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:02:04.534424 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for floatingip, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:04.701060 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:04.931780 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Allocated IP 172.28.2.78 (f28bc334-851c-4473-9f79-bcbdd8bebf12/45bd59cf-ca3c-43e3-a738-64ab0f49ed1b/69015218-c66a-4f8b-9736-fb27fe24a64b) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:02:04.975274 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100150aa-30b6-4f5d-9af5-02a94f1632f1 req-5b651fa5-430c-489b-8df2-9a5616607eac tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:04.977478 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-100150aa-30b6-4f5d-9af5-02a94f1632f1 req-5b651fa5-430c-489b-8df2-9a5616607eac tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 984 time: 0.1156800 Oct 25 15:02:05.032643 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-100150aa-30b6-4f5d-9af5-02a94f1632f1 req-dd55a067-a94d-42ed-bdb1-15f7cf636da2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&id=7b781c0e-33e6-4204-ab2d-a4371983d602&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474679 Oct 25 15:02:05.066805 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd9e34-cb5c-4cf3-aed3-44d4f7474272 req-780179e2-2edb-4d7c-ba1d-eb108291b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:05.068382 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-86fd9e34-cb5c-4cf3-aed3-44d4f7474272 req-780179e2-2edb-4d7c-ba1d-eb108291b52a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b722154703449e688c5cf0149eb8a20&device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 1137 time: 0.2701004 Oct 25 15:02:05.139928 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:05.271765 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd9e34-cb5c-4cf3-aed3-44d4f7474272 req-6a803412-5bb7-4035-991e-5e4815a690c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:05.273416 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-86fd9e34-cb5c-4cf3-aed3-44d4f7474272 req-6a803412-5bb7-4035-991e-5e4815a690c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a90b672-ca89-40cb-80e8-9c87a238768c HTTP/1.1" status: 200 len: 915 time: 0.1611381 Oct 25 15:02:05.281915 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:05.287044 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:02:05.427862 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:02:05.433088 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:02:05.435732 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:02:05.586689 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Pushing event updated for resources: {'Port': ['ID=69015218-c66a-4f8b-9736-fb27fe24a64b,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:02:05.594626 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:02:05.598332 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-86fd9e34-cb5c-4cf3-aed3-44d4f7474272 req-c8a31462-20ac-4420-9779-7d6d9782b1b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b3c1814-483b-46b8-ab35-7912317c26a2 HTTP/1.1" status: 200 len: 1000 time: 0.3122463 Oct 25 15:02:05.718106 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd9e34-cb5c-4cf3-aed3-44d4f7474272 req-aebf7d67-8265-45c2-add4-a81feecb71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:05.719664 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-86fd9e34-cb5c-4cf3-aed3-44d4f7474272 req-aebf7d67-8265-45c2-add4-a81feecb71cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43607336-e154-478c-a926-960741842c1d HTTP/1.1" status: 200 len: 853 time: 0.1141472 Oct 25 15:02:06.005347 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd9e34-cb5c-4cf3-aed3-44d4f7474272 req-843d39d6-3701-400f-9e01-371d2f2742c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:06.006123 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-86fd9e34-cb5c-4cf3-aed3-44d4f7474272 req-843d39d6-3701-400f-9e01-371d2f2742c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a90b672-ca89-40cb-80e8-9c87a238768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2507792 Oct 25 15:02:06.202351 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-86fd9e34-cb5c-4cf3-aed3-44d4f7474272 req-608dd693-8087-471a-bcbf-89f9c374cf55 service neutron] 10.222.0.31 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816816 Oct 25 15:02:06.242469 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc413f-fe7c-4973-a033-0a42dfb70dfa req-1ca81f76-2db3-4caf-a80a-319087f2a049 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:06.243944 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c3cc413f-fe7c-4973-a033-0a42dfb70dfa req-1ca81f76-2db3-4caf-a80a-319087f2a049 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 984 time: 0.0897338 Oct 25 15:02:06.330941 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c3cc413f-fe7c-4973-a033-0a42dfb70dfa req-ce937956-4ead-46d4-a247-9382be751553 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&id=7b781c0e-33e6-4204-ab2d-a4371983d602&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772955 Oct 25 15:02:06.342653 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:06.388088 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-86fd9e34-cb5c-4cf3-aed3-44d4f7474272 req-84917931-baa3-4861-a50c-5a14cf23db34 service neutron] 10.222.0.31 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627336 Oct 25 15:02:06.474262 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:06.718988 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:06.724504 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:06.729275 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:02:06.839704 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Pushing event updated for resources: {'Port': ['ID=69015218-c66a-4f8b-9736-fb27fe24a64b,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:02:06.844661 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:02:06.853261 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672821'] for floatingip, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:07.040073 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.l3_db [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Floating IP 913de183-3b05-455e-834c-0f8c86351e7f associated. External IP: 172.28.2.78, port: bc83964b-16e2-42b3-8af7-11a9c13d5d18. Oct 25 15:02:07.547896 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Router f8dc249c-9b58-4dc0-b626-27265caea469 has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:02:07.561317 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02593a-f9d6-4059-937e-95422f5cf962 req-7c34d3d5-8e17-4217-8a99-e11aa6721de8 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:07.563406 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fa02593a-f9d6-4059-937e-95422f5cf962 req-7c34d3d5-8e17-4217-8a99-e11aa6721de8 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 984 time: 0.1183889 Oct 25 15:02:07.615755 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fa02593a-f9d6-4059-937e-95422f5cf962 req-106972f0-cc32-454b-916f-8fcddccf9d6e tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&id=7b781c0e-33e6-4204-ab2d-a4371983d602&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458910 Oct 25 15:02:07.733544 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:02:07.746828 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711dfabd-2345-48a3-84da-155a23f7ab8f None None] Sync routers for ids ['f8dc249c-9b58-4dc0-b626-27265caea469'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:02:07.759674 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for floatingip, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:07.766486 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711dfabd-2345-48a3-84da-155a23f7ab8f None None] Routers {'f8dc249c-9b58-4dc0-b626-27265caea469'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:02:07.767584 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-711dfabd-2345-48a3-84da-155a23f7ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:01:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['f8dc249c-9b58-4dc0-b626-27265caea469'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:02:07.820219 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3258300 Oct 25 15:02:07.820928 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37728add-7da1-4695-a901-dcc6ec14c6de', 'tag': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:02:07.869331 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37728add-7da1-4695-a901-dcc6ec14c6de', 'tag': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18', 'status': 'completed', 'code': 200} Oct 25 15:02:08.065835 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-711dfabd-2345-48a3-84da-155a23f7ab8f None None] Set router f8dc249c-9b58-4dc0-b626-27265caea469 gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:02:08.070636 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff392ef-3f8b-4f66-b21a-f0f474f9d427 req-2aed7572-b567-4c0c-b130-686654e723b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:08.072228 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5ff392ef-3f8b-4f66-b21a-f0f474f9d427 req-2aed7572-b567-4c0c-b130-686654e723b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fcd1a038445348f2b9368ef2698be26f&device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 1098 time: 0.0860248 Oct 25 15:02:08.237611 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff392ef-3f8b-4f66-b21a-f0f474f9d427 req-bbb94fab-c8c3-4b54-93da-2c5012e1a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:08.239086 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5ff392ef-3f8b-4f66-b21a-f0f474f9d427 req-bbb94fab-c8c3-4b54-93da-2c5012e1a368 service neutron] 10.222.0.31 "GET /v2.0/networks?id=072cfa13-e29b-47cb-88aa-7b9ac543eaf2 HTTP/1.1" status: 200 len: 909 time: 0.1574903 Oct 25 15:02:08.356409 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5ff392ef-3f8b-4f66-b21a-f0f474f9d427 req-3addff81-e931-45e1-900a-f2e626d5b1b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc83964b-16e2-42b3-8af7-11a9c13d5d18 HTTP/1.1" status: 200 len: 998 time: 0.1035423 Oct 25 15:02:08.425342 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff392ef-3f8b-4f66-b21a-f0f474f9d427 req-14dfdab6-880e-43dc-86ae-9ae86a707d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:08.426856 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5ff392ef-3f8b-4f66-b21a-f0f474f9d427 req-14dfdab6-880e-43dc-86ae-9ae86a707d75 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e45d5640-5a1d-4a94-b681-fed4499ffe87 HTTP/1.1" status: 200 len: 847 time: 0.0626051 Oct 25 15:02:08.450315 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-711dfabd-2345-48a3-84da-155a23f7ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'name': 'tempest-TestShelveInstance-901667256-router', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:38Z', 'updated_at': '2021-10-25T15:00:54Z', 'revision_number': 4, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'gw_port': {'id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:40Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': '913de183-3b05-455e-834c-0f8c86351e7f', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'floating_ip_address': '172.28.2.78', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'port_id': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'mac_address': 'fa:16:3e:74:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37728add-7da1-4695-a901-dcc6ec14c6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:02:06Z', 'updated_at': '2021-10-25T15:02:06Z', 'revision_number': 0, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ba6bee4-0f6b-46cb-aab4-6af456e84369', 'name': '', 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'mac_address': 'fa:16:3e:e0:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:51Z', 'updated_at': '2021-10-25T15:01:11Z', 'revision_number': 5, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'subnets': [{'id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:02:08.455125 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711dfabd-2345-48a3-84da-155a23f7ab8f None None] Checking router: f8dc249c-9b58-4dc0-b626-27265caea469 for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:02:08.467468 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711dfabd-2345-48a3-84da-155a23f7ab8f None None] Routers {'f8dc249c-9b58-4dc0-b626-27265caea469'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:02:08.469014 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-711dfabd-2345-48a3-84da-155a23f7ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:01:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['f8dc249c-9b58-4dc0-b626-27265caea469'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:02:08.518017 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff392ef-3f8b-4f66-b21a-f0f474f9d427 req-827f8e13-c8cd-4b56-bb3b-0aab3e2c53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:08.519515 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5ff392ef-3f8b-4f66-b21a-f0f474f9d427 req-827f8e13-c8cd-4b56-bb3b-0aab3e2c53fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=072cfa13-e29b-47cb-88aa-7b9ac543eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840023 Oct 25 15:02:08.667886 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-711dfabd-2345-48a3-84da-155a23f7ab8f None None] Set router f8dc249c-9b58-4dc0-b626-27265caea469 gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:02:08.699863 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5ff392ef-3f8b-4f66-b21a-f0f474f9d427 req-bbcebba8-b99e-4150-8c80-fd9e05fc148a service neutron] 10.222.0.31 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723218 Oct 25 15:02:08.857982 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0a824-f085-4acc-9043-a3583a891679 req-bb404f33-a142-4455-8c8d-f06782b69093 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:08.860910 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-37d0a824-f085-4acc-9043-a3583a891679 req-bb404f33-a142-4455-8c8d-f06782b69093 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 984 time: 0.0944362 Oct 25 15:02:08.861149 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5ff392ef-3f8b-4f66-b21a-f0f474f9d427 req-db3c7906-50de-4011-bffa-89a355cbc43f service neutron] 10.222.0.31 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522076 Oct 25 15:02:08.915703 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-37d0a824-f085-4acc-9043-a3583a891679 req-88e7fb02-864d-48e7-b986-f671c75e276f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&id=7b781c0e-33e6-4204-ab2d-a4371983d602&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488069 Oct 25 15:02:09.082842 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-711dfabd-2345-48a3-84da-155a23f7ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'name': 'tempest-TestShelveInstance-901667256-router', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:38Z', 'updated_at': '2021-10-25T15:00:54Z', 'revision_number': 4, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'gw_port': {'id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:40Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': '913de183-3b05-455e-834c-0f8c86351e7f', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'floating_ip_address': '172.28.2.78', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'port_id': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'mac_address': 'fa:16:3e:74:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37728add-7da1-4695-a901-dcc6ec14c6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:02:06Z', 'updated_at': '2021-10-25T15:02:06Z', 'revision_number': 0, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ba6bee4-0f6b-46cb-aab4-6af456e84369', 'name': '', 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'mac_address': 'fa:16:3e:e0:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:51Z', 'updated_at': '2021-10-25T15:01:11Z', 'revision_number': 5, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'subnets': [{'id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:02:09.087237 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711dfabd-2345-48a3-84da-155a23f7ab8f None None] The sync data for ids ['f8dc249c-9b58-4dc0-b626-27265caea469'] in dv-cinder-813751-1-smb is: [{'id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'name': 'tempest-TestShelveInstance-901667256-router', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:38Z', 'updated_at': '2021-10-25T15:00:54Z', 'revision_number': 4, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'gw_port': {'id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:40Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': '913de183-3b05-455e-834c-0f8c86351e7f', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'floating_ip_address': '172.28.2.78', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'port_id': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'mac_address': 'fa:16:3e:74:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37728add-7da1-4695-a901-dcc6ec14c6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:02:06Z', 'updated_at': '2021-10-25T15:02:06Z', 'revision_number': 0, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ba6bee4-0f6b-46cb-aab4-6af456e84369', 'name': '', 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'mac_address': 'fa:16:3e:e0:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:51Z', 'updated_at': '2021-10-25T15:01:11Z', 'revision_number': 5, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'subnets': [{'id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:02:09.306911 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53d2e18-20c6-4ac2-8423-d1f3cb4084d7 None None] New status for floating IP 913de183-3b05-455e-834c-0f8c86351e7f: ACTIVE {{(pid=86781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 15:02:09.400195 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-452319ac-6323-4b6e-849f-d6307cf94885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:09.941319 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:10.121257 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9671699-9871-402f-9177-4e1a55c9703b req-a8763619-33d2-43bc-afb2-8f06da6e22e9 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:10.123026 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a9671699-9871-402f-9177-4e1a55c9703b req-a8763619-33d2-43bc-afb2-8f06da6e22e9 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 984 time: 0.0875874 Oct 25 15:02:10.173510 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a9671699-9871-402f-9177-4e1a55c9703b req-d35f3993-59ee-4874-895d-aa4cd4b79e04 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&id=7b781c0e-33e6-4204-ab2d-a4371983d602&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435467 Oct 25 15:02:11.482747 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f53e3e-2c4a-4f39-a532-ca40a514aad1 req-8fcb75da-1d42-440d-bd1a-9c49a94ca2aa tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:11.484314 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-53f53e3e-2c4a-4f39-a532-ca40a514aad1 req-8fcb75da-1d42-440d-bd1a-9c49a94ca2aa tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 984 time: 0.1723771 Oct 25 15:02:11.534943 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-53f53e3e-2c4a-4f39-a532-ca40a514aad1 req-4a46bc34-4798-4d1a-b435-df16a0433256 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&id=7b781c0e-33e6-4204-ab2d-a4371983d602&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439827 Oct 25 15:02:12.725995 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f7e5c-73e8-49d1-9eda-8676ba452aaa req-4b245f08-ae22-4596-b86d-97482e4b5315 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:12.727514 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-871f7e5c-73e8-49d1-9eda-8676ba452aaa req-4b245f08-ae22-4596-b86d-97482e4b5315 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 984 time: 0.0815251 Oct 25 15:02:12.775837 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-871f7e5c-73e8-49d1-9eda-8676ba452aaa req-a8bfe541-6a5e-4f85-8168-a8cdf37057d5 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&id=7b781c0e-33e6-4204-ab2d-a4371983d602&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422146 Oct 25 15:02:13.742631 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-2a4f8bde-a169-4aa3-959e-b46a52c34519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:14.713924 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:14.849137 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6241a-2e83-46ac-b599-a55ceb204c87 req-2e149d64-6f09-45f3-bac5-4f76691c48f9 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:14.850580 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2ec6241a-2e83-46ac-b599-a55ceb204c87 req-2e149d64-6f09-45f3-bac5-4f76691c48f9 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 945 time: 0.0837545 Oct 25 15:02:14.895398 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2ec6241a-2e83-46ac-b599-a55ceb204c87 req-34a80c4c-bd5a-4258-ae73-760563a167ee tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390162 Oct 25 15:02:15.538587 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:02:16.170516 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461731cf-4d47-4fe2-9f87-1456fb88d97d req-8d5d6a83-ae22-4aa3-8d9e-33bd11727d81 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:16.173338 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-461731cf-4d47-4fe2-9f87-1456fb88d97d req-8d5d6a83-ae22-4aa3-8d9e-33bd11727d81 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 945 time: 0.1669941 Oct 25 15:02:16.225051 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-461731cf-4d47-4fe2-9f87-1456fb88d97d req-1cfe6f78-524f-46d8-8128-cf4277c27f0d tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452623 Oct 25 15:02:16.505676 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:17.415440 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfeea36-01d3-4e86-a52c-3b8ea878d1ba req-aaacbd1c-2ac4-4e92-b82a-72ce0d2f314a tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:17.417029 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-adfeea36-01d3-4e86-a52c-3b8ea878d1ba req-aaacbd1c-2ac4-4e92-b82a-72ce0d2f314a tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 945 time: 0.0862823 Oct 25 15:02:17.466043 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-adfeea36-01d3-4e86-a52c-3b8ea878d1ba req-3d56d76c-0cea-48c9-b2a2-58794e1b974f tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428624 Oct 25 15:02:18.657041 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598bbb6-6904-4aff-8d1a-cb37a7525b5a req-9281c546-bfb0-4676-a9e2-943e3011cb53 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:18.658566 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0598bbb6-6904-4aff-8d1a-cb37a7525b5a req-9281c546-bfb0-4676-a9e2-943e3011cb53 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 945 time: 0.0841815 Oct 25 15:02:18.705871 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0598bbb6-6904-4aff-8d1a-cb37a7525b5a req-f2f19146-a423-4a01-a6c4-d829ab3b93fd tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407741 Oct 25 15:02:19.894182 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027d992-9332-4f57-bc3c-3b60c2f79001 req-cf9b2d95-f7cc-4884-ac4e-88771b532670 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:19.895667 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f027d992-9332-4f57-bc3c-3b60c2f79001 req-cf9b2d95-f7cc-4884-ac4e-88771b532670 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 945 time: 0.0849204 Oct 25 15:02:19.949971 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f027d992-9332-4f57-bc3c-3b60c2f79001 req-c5b1d823-cd05-4fe8-bec4-e6e5e696cdab tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486970 Oct 25 15:02:20.507826 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71e04f-db93-4eb4-8325-abbc8341c201 req-251d7998-2d08-44f6-b7fa-aac94a8d6083 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:20.508526 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-3f71e04f-db93-4eb4-8325-abbc8341c201 req-251d7998-2d08-44f6-b7fa-aac94a8d6083 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Synchronizing usage tracker for tenant:ef06f016d3c940a3b37dc2def4719874 on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:02:20.527113 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-3f71e04f-db93-4eb4-8325-abbc8341c201 req-251d7998-2d08-44f6-b7fa-aac94a8d6083 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Unset dirty status for tenant:ef06f016d3c940a3b37dc2def4719874 on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:02:20.528350 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-3f71e04f-db93-4eb4-8325-abbc8341c201 req-251d7998-2d08-44f6-b7fa-aac94a8d6083 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 945 time: 0.0975814 Oct 25 15:02:20.603346 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-3f71e04f-db93-4eb4-8325-abbc8341c201 req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Deleting port 37a56358-e4a7-4f91-90a9-fda1addb4b24 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:02:20.603734 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-3f71e04f-db93-4eb4-8325-abbc8341c201 req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:21.039580 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-3f71e04f-db93-4eb4-8325-abbc8341c201 req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] For port 37a56358-e4a7-4f91-90a9-fda1addb4b24, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=37a56358-e4a7-4f91-90a9-fda1addb4b24,segment=NetworkSegment(ddfb9fd8-030e-4003-9bfe-9aab457c998a),segment_id=ddfb9fd8-030e-4003-9bfe-9aab457c998a)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:02:21.039580 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-3f71e04f-db93-4eb4-8325-abbc8341c201 req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:21.177346 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-3f71e04f-db93-4eb4-8325-abbc8341c201 req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Calling delete_port for 37a56358-e4a7-4f91-90a9-fda1addb4b24 owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:02:21.194634 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff014b73-01f5-48df-ba05-8025f99ab48d req-65eb973a-e2a2-4980-9ac5-d15fe96b4bed tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:21.196259 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ff014b73-01f5-48df-ba05-8025f99ab48d req-65eb973a-e2a2-4980-9ac5-d15fe96b4bed tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4e047e8-0c17-4b2e-a727-dee479e62fcc HTTP/1.1" status: 200 len: 945 time: 0.0889034 Oct 25 15:02:21.244197 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ff014b73-01f5-48df-ba05-8025f99ab48d req-c3d3cf7c-c34e-425b-a6d4-f4f43b263ca6 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415328 Oct 25 15:02:21.337166 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-3f71e04f-db93-4eb4-8325-abbc8341c201 req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:21.342556 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-34c2d747-e719-4e44-af63-0db46237f6e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:02:21.376832 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['37a56358-e4a7-4f91-90a9-fda1addb4b24'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:02:21.388392 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Pushing event deleted for resources: {'Port': ['ID=37a56358-e4a7-4f91-90a9-fda1addb4b24,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:02:21.435615 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:21.436028 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:21.436403 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:21.436766 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:21.437123 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:21.438112 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:21.438470 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:21.438825 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:21.439175 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:21.439524 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:21.439911 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:21.440245 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:21.475189 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:02:21.480814 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f71e04f-db93-4eb4-8325-abbc8341c201 req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] No DVR routers for this DVR port 37a56358-e4a7-4f91-90a9-fda1addb4b24 on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:02:21.483754 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-3f71e04f-db93-4eb4-8325-abbc8341c201 req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:21.487005 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e047e8-0c17-4b2e-a727-dee479e62fcc', 'name': 'network-vif-deleted', 'tag': '37a56358-e4a7-4f91-90a9-fda1addb4b24'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:02:21.504530 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-3f71e04f-db93-4eb4-8325-abbc8341c201 req-ee0e10a7-caef-4e88-9302-b4d9728c1259 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.31 "DELETE /v2.0/ports/37a56358-e4a7-4f91-90a9-fda1addb4b24 HTTP/1.1" status: 204 len: 173 time: 0.9693515 Oct 25 15:02:21.539657 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e047e8-0c17-4b2e-a727-dee479e62fcc', 'name': 'network-vif-deleted', 'tag': '37a56358-e4a7-4f91-90a9-fda1addb4b24', 'status': 'completed', 'code': 200} Oct 25 15:02:23.425777 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299f6ce-2e64-4ecf-b257-f17358a104cd req-3847f4f4-edf1-4d95-b39f-1442938ec9e5 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:23.427314 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9299f6ce-2e64-4ecf-b257-f17358a104cd req-3847f4f4-edf1-4d95-b39f-1442938ec9e5 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.0812695 Oct 25 15:02:23.472646 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9299f6ce-2e64-4ecf-b257-f17358a104cd req-dd3c7268-336c-41bd-a541-d81fcbeffeda tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384443 Oct 25 15:02:24.180061 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 37a56358-e4a7-4f91-90a9-fda1addb4b24 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:02:24.223854 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: 37a56358-e4a7-4f91-90a9-fda1addb4b24 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:02:24.224210 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 37a56358-e4a7-4f91-90a9-fda1addb4b24 not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:02:24.661778 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889aed7-6e02-4f7e-8289-d542612d090c req-79f50723-cb9e-4ca5-b2c6-85f9d2ab3c72 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:24.663227 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7889aed7-6e02-4f7e-8289-d542612d090c req-79f50723-cb9e-4ca5-b2c6-85f9d2ab3c72 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.0822141 Oct 25 15:02:24.708541 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7889aed7-6e02-4f7e-8289-d542612d090c req-4afc5a93-5105-4608-9816-c04e1dbe9270 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392458 Oct 25 15:02:25.904106 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb41db-57c8-4791-be0f-8281caa8b978 req-26d2472b-0fea-4c62-90f0-fda56c2d966d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:25.905801 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0fcb41db-57c8-4791-be0f-8281caa8b978 req-26d2472b-0fea-4c62-90f0-fda56c2d966d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.0834482 Oct 25 15:02:25.960975 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0fcb41db-57c8-4791-be0f-8281caa8b978 req-325cd7e9-876f-4c7d-9fc8-60bddfe14a7d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481069 Oct 25 15:02:26.642649 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-853a58f6-3cee-4a05-bc7b-6645cb0afc48 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:26.644073 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-853a58f6-3cee-4a05-bc7b-6645cb0afc48 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/networks?id=e2a54a28-1c4a-4230-b427-c4c3031c4ec8 HTTP/1.1" status: 200 len: 814 time: 0.2455072 Oct 25 15:02:26.662619 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-b84b392f-63f6-46c4-bd57-fc3abd003932 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/quotas/ef06f016d3c940a3b37dc2def4719874 HTTP/1.1" status: 200 len: 375 time: 0.0127609 Oct 25 15:02:26.713791 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-c0269c6d-0725-49f8-842f-38d646d0699e tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef06f016d3c940a3b37dc2def4719874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457344 Oct 25 15:02:26.895355 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-cbd0b26f-c030-4a91-aa58-1c7b10ace039 service neutron] 10.222.0.62 "GET /v2.0/networks/e2a54a28-1c4a-4230-b427-c4c3031c4ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739223 Oct 25 15:02:27.061773 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-c691b56a-dcac-45d6-9956-682c25ed5f68 service neutron] 10.222.0.62 "GET /v2.0/networks/e2a54a28-1c4a-4230-b427-c4c3031c4ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607306 Oct 25 15:02:27.181151 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c7961-9c46-4e53-b639-5227c5725e15 req-ede25d81-c705-4af6-bb15-31f5ce5557de tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:27.182702 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-600c7961-9c46-4e53-b639-5227c5725e15 req-ede25d81-c705-4af6-bb15-31f5ce5557de tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.0946858 Oct 25 15:02:27.257759 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-109dc624-e8d6-4590-bcf4-f72f4a3105ef req-d2665d9e-8649-45c6-bd54-6ce61943c3ab tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 210 time: 0.0505099 Oct 25 15:02:27.286278 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-600c7961-9c46-4e53-b639-5227c5725e15 req-5399647f-4208-48de-97d5-93b0117bafa2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962348 Oct 25 15:02:28.413017 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-00d1a905-be8b-4e59-8a01-abae5212112f req-bdccaa3b-fc8d-492e-a30b-3c1a56fe9f5b tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 210 time: 0.0431824 Oct 25 15:02:28.509174 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdf215-1868-4507-b9c2-c526ec899dac req-6a0b3219-587b-4426-b548-ad1a8496df5b tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:28.510663 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4fcdf215-1868-4507-b9c2-c526ec899dac req-6a0b3219-587b-4426-b548-ad1a8496df5b tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.0870152 Oct 25 15:02:28.559138 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4fcdf215-1868-4507-b9c2-c526ec899dac req-0ebacb22-cdd4-4be6-92ec-3761ca8dd1b6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421000 Oct 25 15:02:28.780433 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-4f0445f6-c8e6-4cd6-adaf-31c710b1fc06 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:28.782027 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-4f0445f6-c8e6-4cd6-adaf-31c710b1fc06 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.31 "GET /v2.0/networks?id=e2a54a28-1c4a-4230-b427-c4c3031c4ec8 HTTP/1.1" status: 200 len: 814 time: 0.1634054 Oct 25 15:02:28.822054 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Request body: {'port': {'device_id': '8c42c309-8924-42f9-802a-29a7a5bb4580', 'network_id': 'e2a54a28-1c4a-4230-b427-c4c3031c4ec8', 'admin_state_up': True, 'tenant_id': 'ef06f016d3c940a3b37dc2def4719874'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:02:28.998486 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:02:29.003952 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Usage tracker for resource:port and tenant:ef06f016d3c940a3b37dc2def4719874 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:02:29.007014 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:02:29.014031 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:02:29.025749 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Made reservation on behalf of ef06f016d3c940a3b37dc2def4719874 for: {'port': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:02:29.029578 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:29.194516 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Allocated IP 172.20.0.7 (e2a54a28-1c4a-4230-b427-c4c3031c4ec8/5d1b82a4-5e86-4cf8-a315-5c3e0187a29c/bf2d0699-7409-4a9f-9811-dcabb2801de2) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:02:29.409837 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:29.441733 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:29.449064 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:02:29.516528 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Network e2a54a28-1c4a-4230-b427-c4c3031c4ec8 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:02:29.520136 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:02:29.522778 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:02:29.568974 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Pushing event updated for resources: {'Port': ['ID=bf2d0699-7409-4a9f-9811-dcabb2801de2,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:02:29.572146 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:02:29.600195 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:29.600729 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:29.605528 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3b908-98b9-4e00-b9fe-bafe9014b354 req-0840f891-fb57-4cae-a096-b3264cde5462 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:29.607045 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b9b3b908-98b9-4e00-b9fe-bafe9014b354 req-0840f891-fb57-4cae-a096-b3264cde5462 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 931 time: 0.0855088 Oct 25 15:02:29.628552 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8110745 Oct 25 15:02:29.649909 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Request body: {'port': {'device_id': '8c42c309-8924-42f9-802a-29a7a5bb4580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:02:29.662287 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b9b3b908-98b9-4e00-b9fe-bafe9014b354 req-797c39de-08cc-4775-9627-3af230316a34 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469310 Oct 25 15:02:29.772644 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365d22-5e43-46f2-9547-e8e7f2a4a1f0 req-65831d42-00c7-4775-b54e-43a2077ade24 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:29.774485 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:29.774705 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a4365d22-5e43-46f2-9547-e8e7f2a4a1f0 req-65831d42-00c7-4775-b54e-43a2077ade24 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.0885370 Oct 25 15:02:29.824046 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a4365d22-5e43-46f2-9547-e8e7f2a4a1f0 req-81f4a4fa-6145-44ef-b10f-b9db345f0a20 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427685 Oct 25 15:02:30.244215 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2d0699-7409-4a9f-9811-dcabb2801de2 {{(pid=86778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:02:30.254110 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:30.271062 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Transition to ACTIVE for port object bf2d0699-7409-4a9f-9811-dcabb2801de2 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:02:30.275725 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:30.279789 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-fed87aca-95d8-4f72-8b0f-95d704558124 tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:02:30.410344 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Pushing event updated for resources: {'Port': ['ID=bf2d0699-7409-4a9f-9811-dcabb2801de2,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:02:30.438007 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:02:30.523063 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Attempting to bind port bf2d0699-7409-4a9f-9811-dcabb2801de2 on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:02:30.523388 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Attempting to bind port bf2d0699-7409-4a9f-9811-dcabb2801de2 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': 'ddfb9fd8-030e-4003-9bfe-9aab457c998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e2a54a28-1c4a-4230-b427-c4c3031c4ec8'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:02:30.523733 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Attempting to bind port bf2d0699-7409-4a9f-9811-dcabb2801de2 on network e2a54a28-1c4a-4230-b427-c4c3031c4ec8 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:02:30.528918 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Port bf2d0699-7409-4a9f-9811-dcabb2801de2 on network e2a54a28-1c4a-4230-b427-c4c3031c4ec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 15:02:30.529232 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Attempting to bind port bf2d0699-7409-4a9f-9811-dcabb2801de2 on network e2a54a28-1c4a-4230-b427-c4c3031c4ec8 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:02:30.535205 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:02:30.535541 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Checking segment: {'id': 'ddfb9fd8-030e-4003-9bfe-9aab457c998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e2a54a28-1c4a-4230-b427-c4c3031c4ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:02:30.535956 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Bound using segment: {'id': 'ddfb9fd8-030e-4003-9bfe-9aab457c998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e2a54a28-1c4a-4230-b427-c4c3031c4ec8'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:02:30.536384 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Bound port: bf2d0699-7409-4a9f-9811-dcabb2801de2, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddfb9fd8-030e-4003-9bfe-9aab457c998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e2a54a28-1c4a-4230-b427-c4c3031c4ec8'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:02:30.536730 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:30.630531 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] For port bf2d0699-7409-4a9f-9811-dcabb2801de2, host hv-cinder-81375, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:02:30.633661 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] For port bf2d0699-7409-4a9f-9811-dcabb2801de2, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bf2d0699-7409-4a9f-9811-dcabb2801de2,segment=NetworkSegment(ddfb9fd8-030e-4003-9bfe-9aab457c998a),segment_id=ddfb9fd8-030e-4003-9bfe-9aab457c998a)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:02:30.638919 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:30.642947 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:02:30.704609 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:30.705462 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:30.707309 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] 10.222.0.31 "PUT /v2.0/ports/bf2d0699-7409-4a9f-9811-dcabb2801de2 HTTP/1.1" status: 200 len: 1093 time: 1.0625076 Oct 25 15:02:30.710219 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c42c309-8924-42f9-802a-29a7a5bb4580', 'tag': 'bf2d0699-7409-4a9f-9811-dcabb2801de2'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:02:30.740019 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Pushing event updated for resources: {'Port': ['ID=bf2d0699-7409-4a9f-9811-dcabb2801de2,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:02:30.743487 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:02:30.778824 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c42c309-8924-42f9-802a-29a7a5bb4580', 'tag': 'bf2d0699-7409-4a9f-9811-dcabb2801de2', 'status': 'completed', 'code': 200} Oct 25 15:02:30.884704 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bfc79-596b-4c64-9873-7940c068618f req-dcac3b82-cbd1-4377-ba97-767c01c5f5b8 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:30.886144 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ec4bfc79-596b-4c64-9873-7940c068618f req-dcac3b82-cbd1-4377-ba97-767c01c5f5b8 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 943 time: 0.0943358 Oct 25 15:02:30.897779 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-42ae476c-6aac-45e9-9cce-56e894e9c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:30.899329 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-42ae476c-6aac-45e9-9cce-56e894e9c691 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef06f016d3c940a3b37dc2def4719874&device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 1096 time: 0.1288173 Oct 25 15:02:30.944136 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ec4bfc79-596b-4c64-9873-7940c068618f req-ba33c8b4-d2c9-45ef-9f05-cf27fbad7b55 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462923 Oct 25 15:02:30.986164 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-f86f01eb-cb53-4f0f-8526-d934995d9328 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf2d0699-7409-4a9f-9811-dcabb2801de2 HTTP/1.1" status: 200 len: 217 time: 0.0731156 Oct 25 15:02:31.037122 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28650-c336-4411-b8c2-887162bae0ee req-e1faa2a8-957d-4fec-94f7-aac96c6f5d02 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:31.038713 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d8b28650-c336-4411-b8c2-887162bae0ee req-e1faa2a8-957d-4fec-94f7-aac96c6f5d02 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.0909781 Oct 25 15:02:31.057648 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-f5b50ea7-83f2-404a-bfc0-5d3677fd122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:31.060623 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-f5b50ea7-83f2-404a-bfc0-5d3677fd122a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5d1b82a4-5e86-4cf8-a315-5c3e0187a29c HTTP/1.1" status: 200 len: 854 time: 0.0677741 Oct 25 15:02:31.095722 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d8b28650-c336-4411-b8c2-887162bae0ee req-c3692d17-c5e7-46ff-97c6-f4213abf92da tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505888 Oct 25 15:02:31.117861 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-28ca49c7-2c98-4b70-9b53-fa06054064d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2a54a28-1c4a-4230-b427-c4c3031c4ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481486 Oct 25 15:02:31.270972 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-47f7bae9-db7e-44ce-afb7-74a523e78fee service neutron] 10.222.0.31 "GET /v2.0/networks/e2a54a28-1c4a-4230-b427-c4c3031c4ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436579 Oct 25 15:02:31.414727 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-64f30f76-ca0c-4bb4-b86a-6c07f47db765 req-ab920cf7-1298-4ddc-af56-979fdf8c6d4d service neutron] 10.222.0.31 "GET /v2.0/networks/e2a54a28-1c4a-4230-b427-c4c3031c4ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362908 Oct 25 15:02:31.453386 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:31.588704 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa74e8f-d993-4757-a2b6-4378b5054cf9 req-a4ae5626-f237-476c-b796-774cbc11d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:31.590060 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9aa74e8f-d993-4757-a2b6-4378b5054cf9 req-a4ae5626-f237-476c-b796-774cbc11d1d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef06f016d3c940a3b37dc2def4719874&device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 1096 time: 0.0740061 Oct 25 15:02:31.735274 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa74e8f-d993-4757-a2b6-4378b5054cf9 req-3cb6d0ac-2a87-45b9-b1ba-c6758ebaa5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:31.736781 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9aa74e8f-d993-4757-a2b6-4378b5054cf9 req-3cb6d0ac-2a87-45b9-b1ba-c6758ebaa5e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2a54a28-1c4a-4230-b427-c4c3031c4ec8 HTTP/1.1" status: 200 len: 915 time: 0.1393757 Oct 25 15:02:31.832722 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9aa74e8f-d993-4757-a2b6-4378b5054cf9 req-fd4a401c-10e4-4d37-9449-4b2b66cdd47a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf2d0699-7409-4a9f-9811-dcabb2801de2 HTTP/1.1" status: 200 len: 217 time: 0.0766878 Oct 25 15:02:31.898515 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa74e8f-d993-4757-a2b6-4378b5054cf9 req-8c4d145e-a1c9-4821-a5e4-352059b55ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:31.899896 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9aa74e8f-d993-4757-a2b6-4378b5054cf9 req-8c4d145e-a1c9-4821-a5e4-352059b55ee1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5d1b82a4-5e86-4cf8-a315-5c3e0187a29c HTTP/1.1" status: 200 len: 854 time: 0.0602338 Oct 25 15:02:31.952840 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9aa74e8f-d993-4757-a2b6-4378b5054cf9 req-89cc201f-0f06-45e4-9aa7-a80697d51ce2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2a54a28-1c4a-4230-b427-c4c3031c4ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435276 Oct 25 15:02:32.155351 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3a167-9af3-4d07-8c32-63696c7e177a req-1c81516b-96c9-4125-b15f-9aceef4a857f tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:32.160529 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ded3a167-9af3-4d07-8c32-63696c7e177a req-1c81516b-96c9-4125-b15f-9aceef4a857f tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 943 time: 0.0948684 Oct 25 15:02:32.194397 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9aa74e8f-d993-4757-a2b6-4378b5054cf9 req-7d533727-8a6a-488b-a66f-0d7ac083455a service neutron] 10.222.0.31 "GET /v2.0/networks/e2a54a28-1c4a-4230-b427-c4c3031c4ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338150 Oct 25 15:02:32.210605 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ded3a167-9af3-4d07-8c32-63696c7e177a req-b4869069-da3f-4b92-b2fb-3794f465e6ab tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466440 Oct 25 15:02:32.317507 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd280d1-e257-4074-ace9-80ef8d896768 req-cadcde43-7ea0-458e-b368-42b83d547d9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:32.319004 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dbd280d1-e257-4074-ace9-80ef8d896768 req-cadcde43-7ea0-458e-b368-42b83d547d9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.0955694 Oct 25 15:02:32.345982 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9aa74e8f-d993-4757-a2b6-4378b5054cf9 req-be05bbef-2d2d-4f0f-ba59-230ca1e44ef3 service neutron] 10.222.0.31 "GET /v2.0/networks/e2a54a28-1c4a-4230-b427-c4c3031c4ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442626 Oct 25 15:02:32.369271 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dbd280d1-e257-4074-ace9-80ef8d896768 req-447646b2-0bd3-4553-a453-96f0ce043cc9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440946 Oct 25 15:02:33.431759 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca5fd6-2042-43a2-92e0-8ecec5270d64 req-28323d8e-507a-41a2-9a9a-c63a7f3a370f tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:33.433321 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-01ca5fd6-2042-43a2-92e0-8ecec5270d64 req-28323d8e-507a-41a2-9a9a-c63a7f3a370f tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 943 time: 0.1129317 Oct 25 15:02:33.482341 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-01ca5fd6-2042-43a2-92e0-8ecec5270d64 req-858a600f-8a15-4053-ad95-a4388ac5ce14 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Oct 25 15:02:33.603656 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842cca2-5df2-4247-9b02-7fe8d3ea8ab0 req-c9e75825-d3b9-443b-9fde-872ba1275148 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:33.605218 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4842cca2-5df2-4247-9b02-7fe8d3ea8ab0 req-c9e75825-d3b9-443b-9fde-872ba1275148 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.1173432 Oct 25 15:02:33.655518 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4842cca2-5df2-4247-9b02-7fe8d3ea8ab0 req-7199cae2-a17d-4561-b91f-ad56d3933366 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435984 Oct 25 15:02:34.261552 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device bf2d0699-7409-4a9f-9811-dcabb2801de2 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 15:02:34.403056 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port bf2d0699-7409-4a9f-9811-dcabb2801de2, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bf2d0699-7409-4a9f-9811-dcabb2801de2,segment=NetworkSegment(ddfb9fd8-030e-4003-9bfe-9aab457c998a),segment_id=ddfb9fd8-030e-4003-9bfe-9aab457c998a)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:02:34.418330 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': 'bf2d0699-7409-4a9f-9811-dcabb2801de2', 'network_id': 'e2a54a28-1c4a-4230-b427-c4c3031c4ec8', 'port_id': 'bf2d0699-7409-4a9f-9811-dcabb2801de2', 'mac_address': 'fa:16:3e:1b:40:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1b82a4-5e86-4cf8-a315-5c3e0187a29c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 15:02:34.478836 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:34.497152 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2d0699-7409-4a9f-9811-dcabb2801de2 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:02:34.514905 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port bf2d0699-7409-4a9f-9811-dcabb2801de2, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bf2d0699-7409-4a9f-9811-dcabb2801de2,segment=NetworkSegment(ddfb9fd8-030e-4003-9bfe-9aab457c998a),segment_id=ddfb9fd8-030e-4003-9bfe-9aab457c998a)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:02:34.523195 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:34.525537 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:02:34.647571 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=bf2d0699-7409-4a9f-9811-dcabb2801de2,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:02:34.651706 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:02:34.724117 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e5340-7e5e-4617-9193-cfc5ef43b9ff req-202820ce-8b07-4d99-b4d1-58cdc2c24db8 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:34.725768 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-151e5340-7e5e-4617-9193-cfc5ef43b9ff req-202820ce-8b07-4d99-b4d1-58cdc2c24db8 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 944 time: 0.1034894 Oct 25 15:02:34.782551 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-151e5340-7e5e-4617-9193-cfc5ef43b9ff req-de8a1987-20ad-4584-aed8-2a858bcc7598 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501704 Oct 25 15:02:34.910862 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['bf2d0699-7409-4a9f-9811-dcabb2801de2'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:02:35.034929 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17437674-2cbd-4400-893d-f0721a4792f6 req-d4d3c35c-a328-4732-afa7-f67052a314de tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:35.037144 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-17437674-2cbd-4400-893d-f0721a4792f6 req-d4d3c35c-a328-4732-afa7-f67052a314de tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.1544020 Oct 25 15:02:35.087419 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-17437674-2cbd-4400-893d-f0721a4792f6 req-cdfe05da-f5d5-4342-a5f7-88445335b03b tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434511 Oct 25 15:02:36.047217 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406764f-5c80-44c4-8e7f-a9b3041b3901 req-8689db7c-78d3-4e4a-b443-70964a822749 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:36.049807 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4406764f-5c80-44c4-8e7f-a9b3041b3901 req-8689db7c-78d3-4e4a-b443-70964a822749 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 944 time: 0.1520104 Oct 25 15:02:36.103268 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4406764f-5c80-44c4-8e7f-a9b3041b3901 req-1c9d5260-903d-4e1f-a9bd-21f38ea7440d tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473893 Oct 25 15:02:36.256536 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device bf2d0699-7409-4a9f-9811-dcabb2801de2 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:02:36.343912 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port bf2d0699-7409-4a9f-9811-dcabb2801de2 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:02:36.352271 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port bf2d0699-7409-4a9f-9811-dcabb2801de2 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:02:36.352876 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:36.465168 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c15968-0dc8-4a3c-b1bd-856dfff3053e req-a9e1dfe4-80a0-417c-8c61-375c9c55aeb9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:36.467880 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b4c15968-0dc8-4a3c-b1bd-856dfff3053e req-a9e1dfe4-80a0-417c-8c61-375c9c55aeb9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.2602584 Oct 25 15:02:36.506382 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:36.536613 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c42c309-8924-42f9-802a-29a7a5bb4580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d0699-7409-4a9f-9811-dcabb2801de2'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:02:36.538587 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b4c15968-0dc8-4a3c-b1bd-856dfff3053e req-2b30c3f8-9047-46bd-af73-e6f1cd024ec2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645723 Oct 25 15:02:36.551949 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port bf2d0699-7409-4a9f-9811-dcabb2801de2, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bf2d0699-7409-4a9f-9811-dcabb2801de2,segment=NetworkSegment(ddfb9fd8-030e-4003-9bfe-9aab457c998a),segment_id=ddfb9fd8-030e-4003-9bfe-9aab457c998a)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:02:36.558505 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:36.562414 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:02:36.623411 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c42c309-8924-42f9-802a-29a7a5bb4580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d0699-7409-4a9f-9811-dcabb2801de2', 'code': 200} Oct 25 15:02:36.670241 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=bf2d0699-7409-4a9f-9811-dcabb2801de2,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:02:36.675813 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:02:36.913306 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54bb1d-3b32-4b4c-8ca0-bc021ef8167c req-80920a0e-ec6c-4d1b-8b69-8981f0f66486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:36.914832 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9c54bb1d-3b32-4b4c-8ca0-bc021ef8167c req-80920a0e-ec6c-4d1b-8b69-8981f0f66486 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 1098 time: 0.0819514 Oct 25 15:02:36.962580 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9c54bb1d-3b32-4b4c-8ca0-bc021ef8167c req-b6fe2dc9-b0b9-4d61-9749-7e79123200e1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393205 Oct 25 15:02:37.334101 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f9de1-ef8d-4780-aebd-9a317ab1715c req-ef124cde-08df-4050-9696-1b512288454c tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:37.335749 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b86f9de1-ef8d-4780-aebd-9a317ab1715c req-ef124cde-08df-4050-9696-1b512288454c tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 945 time: 0.0946925 Oct 25 15:02:37.382917 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b86f9de1-ef8d-4780-aebd-9a317ab1715c req-b126a944-ba8e-4d6f-aab8-947a4828ec72 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409896 Oct 25 15:02:37.758532 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55836bd8-8140-4480-8271-d2b382969183 req-7ef3fe2f-e469-45b4-a087-72f48ecf4a00 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:37.760084 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-55836bd8-8140-4480-8271-d2b382969183 req-7ef3fe2f-e469-45b4-a087-72f48ecf4a00 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.0847819 Oct 25 15:02:37.812893 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-55836bd8-8140-4480-8271-d2b382969183 req-d96d9ca5-39d4-4680-a229-bd6cc489a497 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423558 Oct 25 15:02:38.576773 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff8f02-4946-4fbc-9d72-0a9b799880ad req-526ccbe7-11ba-4583-ae7c-edee75610670 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:38.578916 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e5ff8f02-4946-4fbc-9d72-0a9b799880ad req-526ccbe7-11ba-4583-ae7c-edee75610670 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 945 time: 0.0881326 Oct 25 15:02:38.627526 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e5ff8f02-4946-4fbc-9d72-0a9b799880ad req-8c37586c-68e4-4a1e-b8a7-6590dd16badc tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412652 Oct 25 15:02:39.037207 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86436ffb-0f4a-4fdf-8a37-8875b2abf992 req-3693fd9b-0daa-41a7-9620-507e947186ca tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:39.038301 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-86436ffb-0f4a-4fdf-8a37-8875b2abf992 req-3693fd9b-0daa-41a7-9620-507e947186ca tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.1026716 Oct 25 15:02:39.100384 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-86436ffb-0f4a-4fdf-8a37-8875b2abf992 req-86692067-18c8-466b-969e-5cca060543f1 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559173 Oct 25 15:02:39.416446 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-31201a1a-5092-43d3-a512-1781e68a9035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:39.937901 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:40.319787 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be5945-8ca6-4d95-b7da-6768a482d131 req-f223ee87-01fd-4ed0-a45b-94ffb690cd58 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:40.322043 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-27be5945-8ca6-4d95-b7da-6768a482d131 req-f223ee87-01fd-4ed0-a45b-94ffb690cd58 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.0991695 Oct 25 15:02:40.378047 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-27be5945-8ca6-4d95-b7da-6768a482d131 req-86522144-16a4-4a8b-a318-b96e27033d08 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501258 Oct 25 15:02:41.648276 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949287d9-a3b3-44ce-888b-e2842263c8a3 req-35407b9c-5816-4976-9b4e-da4b8743dd9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:41.650686 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-949287d9-a3b3-44ce-888b-e2842263c8a3 req-35407b9c-5816-4976-9b4e-da4b8743dd9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.1257958 Oct 25 15:02:41.704085 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-949287d9-a3b3-44ce-888b-e2842263c8a3 req-d5eb8676-b6d6-4b5e-b024-8f155f682b99 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445211 Oct 25 15:02:42.270126 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 15:02:42.468744 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:02:42.490087 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'port_id': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b', 'mac_address': 'fa:16:3e:62:51:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 15:02:42.574385 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:42.615203 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:02:42.669019 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:02:42.677683 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:42.680589 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:02:42.826807 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,revision_number=6']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:02:42.834930 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:02:42.900262 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:02:43.157280 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf666c-dd2c-453d-b3f4-dec2b4d5b686 req-7cfb0c6d-fe8b-4db3-8f99-84095bdcc412 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:43.167730 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-eabf666c-dd2c-453d-b3f4-dec2b4d5b686 req-7cfb0c6d-fe8b-4db3-8f99-84095bdcc412 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 944 time: 0.2228293 Oct 25 15:02:43.230432 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-eabf666c-dd2c-453d-b3f4-dec2b4d5b686 req-49a9ae29-4d99-4f93-b8e5-f46ddf38572b tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616620 Oct 25 15:02:43.741594 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-40895b02-1308-47f8-ac55-d3872b1eda00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:44.280931 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:02:44.442504 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:02:44.443210 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:44.674452 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f05d0a-1822-4d93-a13e-d0e4b16e4341 req-c59c7a51-052b-4cb6-be53-04c82b34fa25 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:44.676042 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-19f05d0a-1822-4d93-a13e-d0e4b16e4341 req-c59c7a51-052b-4cb6-be53-04c82b34fa25 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 944 time: 0.1756673 Oct 25 15:02:44.763816 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-19f05d0a-1822-4d93-a13e-d0e4b16e4341 req-c29650a6-60f3-49a3-b57e-32e05f967247 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820231 Oct 25 15:02:44.796400 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:44.820803 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:44.853436 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:02:44.873962 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:02:44.882204 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:44.886424 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-fc2d8963-3d43-4b40-a444-89746219736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:02:44.967197 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b', 'code': 200} Oct 25 15:02:45.017747 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,revision_number=7']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:02:45.023289 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:02:46.123543 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d2bf5-cab3-498c-8ce4-492e385f4a0a req-96d4c1e0-f11e-4cd5-81fc-41008f4b2452 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:46.126993 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e67d2bf5-cab3-498c-8ce4-492e385f4a0a req-96d4c1e0-f11e-4cd5-81fc-41008f4b2452 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.1848342 Oct 25 15:02:46.197921 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e67d2bf5-cab3-498c-8ce4-492e385f4a0a req-a5807f0f-dc84-4aa0-b44c-db131317421d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567129 Oct 25 15:02:46.529154 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:47.632412 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c2bc8-668e-42d6-8ab4-97df9c7efba2 req-a5ab0dfb-fa6d-47a4-90a4-7db6c2d2b11a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:47.636018 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-583c2bc8-668e-42d6-8ab4-97df9c7efba2 req-a5ab0dfb-fa6d-47a4-90a4-7db6c2d2b11a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.1952696 Oct 25 15:02:47.715749 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-583c2bc8-668e-42d6-8ab4-97df9c7efba2 req-07250c3f-2da7-476a-b317-1c8796eced19 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700226 Oct 25 15:02:49.013856 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c4398-d5f4-4dc0-8c77-8dbdc8308823 req-18fdfd4c-03c5-4251-8e1e-d3fa4c879f49 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:49.026475 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-599c4398-d5f4-4dc0-8c77-8dbdc8308823 req-18fdfd4c-03c5-4251-8e1e-d3fa4c879f49 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.1203742 Oct 25 15:02:49.108377 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-599c4398-d5f4-4dc0-8c77-8dbdc8308823 req-431d7e18-b214-4781-8f30-df583d986d8f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804274 Oct 25 15:02:50.354888 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b8adb-e8f5-4eea-8dae-50495b49594f req-ad89233d-8703-4708-90ea-af1b7fcbaefd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:50.362363 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7f1b8adb-e8f5-4eea-8dae-50495b49594f req-ad89233d-8703-4708-90ea-af1b7fcbaefd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.0967116 Oct 25 15:02:50.417539 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7f1b8adb-e8f5-4eea-8dae-50495b49594f req-28feb121-9369-49cf-9710-1b434404aadb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541365 Oct 25 15:02:51.703985 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96589b-abe7-402b-9302-b40785c13b7f req-d4e6717c-096e-483d-b1d5-d4183492f5a5 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:51.705679 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6b96589b-abe7-402b-9302-b40785c13b7f req-d4e6717c-096e-483d-b1d5-d4183492f5a5 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.1483181 Oct 25 15:02:51.757370 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6b96589b-abe7-402b-9302-b40785c13b7f req-6ee14898-0ac6-440e-b0d2-cfae2f314790 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445812 Oct 25 15:02:52.543040 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:02:53.037388 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d6287-f8f2-4e11-86c5-f31f971e7f8a req-139f1703-8c54-4ee9-9918-85489801bc58 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:53.040066 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-590d6287-f8f2-4e11-86c5-f31f971e7f8a req-139f1703-8c54-4ee9-9918-85489801bc58 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.1012719 Oct 25 15:02:53.096218 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-590d6287-f8f2-4e11-86c5-f31f971e7f8a req-394e467c-db8f-4fa4-9d1e-db7e0a96cb7b tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498309 Oct 25 15:02:53.670007 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf12e7f-f0c2-4cad-a785-82c4750d7b82 req-781dbc1f-daa9-4bd8-9d19-aa31851ac47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:53.672082 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6bf12e7f-f0c2-4cad-a785-82c4750d7b82 req-781dbc1f-daa9-4bd8-9d19-aa31851ac47d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff&device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 1098 time: 0.0745885 Oct 25 15:02:53.857102 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf12e7f-f0c2-4cad-a785-82c4750d7b82 req-91738753-537c-4e3a-b1c7-9662cc19d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:53.858965 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6bf12e7f-f0c2-4cad-a785-82c4750d7b82 req-91738753-537c-4e3a-b1c7-9662cc19d721 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1486c024-f03d-46e5-ad51-efb345f205e9 HTTP/1.1" status: 200 len: 917 time: 0.1781824 Oct 25 15:02:53.978839 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6bf12e7f-f0c2-4cad-a785-82c4750d7b82 req-baa94890-8804-41b1-b12d-15c54949c576 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b HTTP/1.1" status: 200 len: 1001 time: 0.1103280 Oct 25 15:02:54.064513 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf12e7f-f0c2-4cad-a785-82c4750d7b82 req-e32c55a0-82ad-4a52-ae93-2c424fc72e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:54.066070 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6bf12e7f-f0c2-4cad-a785-82c4750d7b82 req-e32c55a0-82ad-4a52-ae93-2c424fc72e78 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c0ecf-a28b-4b05-be24-55014af38ee9 HTTP/1.1" status: 200 len: 855 time: 0.0749843 Oct 25 15:02:54.150052 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf12e7f-f0c2-4cad-a785-82c4750d7b82 req-141db028-b574-4108-8058-d69c8baf1daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:54.152487 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6bf12e7f-f0c2-4cad-a785-82c4750d7b82 req-141db028-b574-4108-8058-d69c8baf1daf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1486c024-f03d-46e5-ad51-efb345f205e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742488 Oct 25 15:02:54.302640 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db17c3f-5712-4e2d-b0ee-740d886389ce req-78f99b10-6ef7-4368-881e-a4a35285b5b1 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:54.304253 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3db17c3f-5712-4e2d-b0ee-740d886389ce req-78f99b10-6ef7-4368-881e-a4a35285b5b1 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.0887084 Oct 25 15:02:54.346717 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6bf12e7f-f0c2-4cad-a785-82c4750d7b82 req-49596557-19ff-4490-a7c6-eb6097ca5643 service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531026 Oct 25 15:02:54.350047 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3db17c3f-5712-4e2d-b0ee-740d886389ce req-4e832a43-05bf-4936-a9ae-079bdca04767 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385966 Oct 25 15:02:54.486816 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6bf12e7f-f0c2-4cad-a785-82c4750d7b82 req-008a9db2-15f8-4250-88b1-b1d693faf6c7 service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314986 Oct 25 15:02:55.544015 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487174c-eace-4a56-b061-8fd0dd4e0840 req-8f1c58e5-7ff7-48ed-9346-f917cf9707af tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:55.546331 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f487174c-eace-4a56-b061-8fd0dd4e0840 req-8f1c58e5-7ff7-48ed-9346-f917cf9707af tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.0835547 Oct 25 15:02:55.604038 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f487174c-eace-4a56-b061-8fd0dd4e0840 req-abd6944f-4f38-44c3-8757-c5846bf7f3d5 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511065 Oct 25 15:02:56.826701 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d850c50-ca0c-4b5b-98cf-cc1356993963 req-fce0e6bc-c497-439f-a278-9314ece6dbcb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:56.828514 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6d850c50-ca0c-4b5b-98cf-cc1356993963 req-fce0e6bc-c497-439f-a278-9314ece6dbcb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.0870779 Oct 25 15:02:56.884580 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6d850c50-ca0c-4b5b-98cf-cc1356993963 req-6b29da2c-6241-456b-bb20-1cabcca3b08a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490091 Oct 25 15:02:58.180449 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc096a7-fd14-455c-8ad8-60cacbc3f1f9 req-219bb53d-e545-4752-a03f-1a05e4b681e6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:58.181977 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5dc096a7-fd14-455c-8ad8-60cacbc3f1f9 req-219bb53d-e545-4752-a03f-1a05e4b681e6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 945 time: 0.1735959 Oct 25 15:02:58.227147 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5dc096a7-fd14-455c-8ad8-60cacbc3f1f9 req-2966c670-0758-4549-89fb-89526b111b82 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392509 Oct 25 15:02:58.377367 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:02:58.521949 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:58.551281 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:02:58.562301 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:02:58.567063 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:02:58.569095 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:02:58.641263 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,revision_number=8']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:02:58.651130 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:58.651964 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:58.652301 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:58.652445 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:58.652767 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:58.653087 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:58.653405 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:58.653721 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:58.654869 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:58.654869 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:58.654869 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:58.655121 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:02:58.660582 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:02:58.893156 dv-cinder-813751-1-smb neutron-server[86780]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b', 'code': 422} returned with failed status Oct 25 15:02:59.402057 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8680223-6e39-4621-8975-53375fd7989c req-a46b6d53-bac4-491f-bc8d-e4bc1348c754 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:02:59.403706 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c8680223-6e39-4621-8975-53375fd7989c req-a46b6d53-bac4-491f-bc8d-e4bc1348c754 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.0937366 Oct 25 15:02:59.459101 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c8680223-6e39-4621-8975-53375fd7989c req-b9f35338-929d-4b4e-bf23-7e59d43c06e0 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489452 Oct 25 15:02:59.637790 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 33498) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:02:59.766673 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2e54547d-3ab2-4cbb-9bfa-3a6e9c0829dd req-c0482a59-a7da-4d1b-9ca3-d13257b4eb01 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1274028 Oct 25 15:03:00.672230 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c4aa6-9234-453a-9d7c-8a4fc240393a req-a7bf96a6-89c0-403a-9f5f-b5854eebec0a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:00.673781 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-309c4aa6-9234-453a-9d7c-8a4fc240393a req-a7bf96a6-89c0-403a-9f5f-b5854eebec0a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.0921361 Oct 25 15:03:00.724939 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-309c4aa6-9234-453a-9d7c-8a4fc240393a req-b001c2e0-708c-4581-9c37-eb09d3a60fc3 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445340 Oct 25 15:03:00.926146 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8a37a-6e53-41b0-ae53-75bedfbbd246 req-f50e7579-794d-4739-b867-2c49bb961136 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:00.933831 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4de8a37a-6e53-41b0-ae53-75bedfbbd246 req-f50e7579-794d-4739-b867-2c49bb961136 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 945 time: 0.1014116 Oct 25 15:03:00.991247 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4de8a37a-6e53-41b0-ae53-75bedfbbd246 req-b8db0512-b303-4796-93f4-c80619ded8e9 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565155 Oct 25 15:03:01.100450 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508c8e4-c03d-4334-9586-7281ae34b011 req-1de6a9c5-5908-45a0-a4d4-c9e5ba30e057 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:01.102060 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f508c8e4-c03d-4334-9586-7281ae34b011 req-1de6a9c5-5908-45a0-a4d4-c9e5ba30e057 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 945 time: 0.0973961 Oct 25 15:03:01.181031 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f508c8e4-c03d-4334-9586-7281ae34b011 req-1c40d922-85cb-43b2-9cbb-916f904901d1 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668375 Oct 25 15:03:01.464973 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:01.624961 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54547d-3ab2-4cbb-9bfa-3a6e9c0829dd req-01ddf997-d3e4-41cb-9e9f-463de37a99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:01.626466 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2e54547d-3ab2-4cbb-9bfa-3a6e9c0829dd req-01ddf997-d3e4-41cb-9e9f-463de37a99fc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a&tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff HTTP/1.1" status: 200 len: 1096 time: 0.0760000 Oct 25 15:03:01.747108 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54547d-3ab2-4cbb-9bfa-3a6e9c0829dd req-6e9e0586-0a9b-43bc-9d64-69f0cb26d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:01.749338 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2e54547d-3ab2-4cbb-9bfa-3a6e9c0829dd req-6e9e0586-0a9b-43bc-9d64-69f0cb26d51a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff&device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 1096 time: 0.0872581 Oct 25 15:03:01.940621 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519ab88-e591-42f7-889e-0a40111bc231 req-135e0ca5-0303-4448-9e1d-d3d2e611f9ca tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:01.942512 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2519ab88-e591-42f7-889e-0a40111bc231 req-135e0ca5-0303-4448-9e1d-d3d2e611f9ca tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.0946715 Oct 25 15:03:01.965811 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54547d-3ab2-4cbb-9bfa-3a6e9c0829dd req-6d277f40-bb64-4735-8c1d-9562fcc6a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:01.967329 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2e54547d-3ab2-4cbb-9bfa-3a6e9c0829dd req-6d277f40-bb64-4735-8c1d-9562fcc6a50e service neutron] 10.222.0.31 "GET /v2.0/networks?id=1486c024-f03d-46e5-ad51-efb345f205e9 HTTP/1.1" status: 200 len: 917 time: 0.2103314 Oct 25 15:03:01.996157 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2519ab88-e591-42f7-889e-0a40111bc231 req-8018bfbe-e465-4740-8e52-6bb126a00f71 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443265 Oct 25 15:03:02.129436 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2e54547d-3ab2-4cbb-9bfa-3a6e9c0829dd req-b7ea2395-1631-4666-b657-f25cf232e88c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b HTTP/1.1" status: 200 len: 999 time: 0.1541221 Oct 25 15:03:02.236084 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70941449-86cb-4487-aa81-e80d292db1bd req-f8d8f84a-4372-462c-893e-73c35e6ba4b8 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:02.237892 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-70941449-86cb-4487-aa81-e80d292db1bd req-f8d8f84a-4372-462c-893e-73c35e6ba4b8 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 945 time: 0.0956702 Oct 25 15:03:02.288935 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54547d-3ab2-4cbb-9bfa-3a6e9c0829dd req-14d21e49-2be7-4831-bace-2976d38fff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:02.290355 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2e54547d-3ab2-4cbb-9bfa-3a6e9c0829dd req-14d21e49-2be7-4831-bace-2976d38fff34 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c0ecf-a28b-4b05-be24-55014af38ee9 HTTP/1.1" status: 200 len: 855 time: 0.1517313 Oct 25 15:03:02.296303 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-70941449-86cb-4487-aa81-e80d292db1bd req-fb0d2f23-6b82-46ad-91e0-2aea955dc6d5 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513830 Oct 25 15:03:02.420778 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54547d-3ab2-4cbb-9bfa-3a6e9c0829dd req-82f37c5d-d687-488c-8a76-5b64490c34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:02.422312 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2e54547d-3ab2-4cbb-9bfa-3a6e9c0829dd req-82f37c5d-d687-488c-8a76-5b64490c34b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1486c024-f03d-46e5-ad51-efb345f205e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1244709 Oct 25 15:03:02.470225 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a930b-7a36-4095-8e7f-ffa6e11dff08 req-128e5e15-7ca5-475a-85d5-a389a1bef22e tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:02.471827 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-687a930b-7a36-4095-8e7f-ffa6e11dff08 req-128e5e15-7ca5-475a-85d5-a389a1bef22e tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 945 time: 0.0957487 Oct 25 15:03:02.522233 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-687a930b-7a36-4095-8e7f-ffa6e11dff08 req-54356aaa-a0e0-4d14-9027-7b827f520379 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429316 Oct 25 15:03:02.569337 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2e54547d-3ab2-4cbb-9bfa-3a6e9c0829dd req-af36457e-0032-4daa-a060-aa3739595ede service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395237 Oct 25 15:03:02.717470 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-2e54547d-3ab2-4cbb-9bfa-3a6e9c0829dd req-c011eba0-7348-4371-9a3c-5a5a2e7f199d service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379373 Oct 25 15:03:03.265092 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4beb9a-8e99-490c-b921-075e75cb62c1 req-f400af17-dc28-45cd-bd8c-76ff775c69b9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:03.266644 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ce4beb9a-8e99-490c-b921-075e75cb62c1 req-f400af17-dc28-45cd-bd8c-76ff775c69b9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.1077743 Oct 25 15:03:03.381064 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ce4beb9a-8e99-490c-b921-075e75cb62c1 req-8bc28591-7adc-4742-b778-eb61a23090fb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065412 Oct 25 15:03:03.395307 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-cc3442e2-abba-48f8-b105-51b86d538dce tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:03.396106 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-cc3442e2-abba-48f8-b105-51b86d538dce tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Synchronizing usage tracker for tenant:ec1fc5a480a1442bac3e578b604cf89f on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:03:03.413937 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-cc3442e2-abba-48f8-b105-51b86d538dce tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Unset dirty status for tenant:ec1fc5a480a1442bac3e578b604cf89f on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:03:03.415822 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-cc3442e2-abba-48f8-b105-51b86d538dce tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.31 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 945 time: 0.1691310 Oct 25 15:03:03.589833 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe6943-ce88-4585-8e12-586697d0ef99 req-d29d7e44-6305-4438-8eb6-fb4e54f23687 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:03.602684 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f1fe6943-ce88-4585-8e12-586697d0ef99 req-d29d7e44-6305-4438-8eb6-fb4e54f23687 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 945 time: 0.1412849 Oct 25 15:03:03.724417 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f1fe6943-ce88-4585-8e12-586697d0ef99 req-85ce15c3-d61e-4268-a739-8d0268beba9b tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193907 Oct 25 15:03:03.767995 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989e850-83c4-4aff-b56f-318c929378ad req-4343d6c9-917d-4db9-84a3-1cb897a911d7 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:03.769425 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9989e850-83c4-4aff-b56f-318c929378ad req-4343d6c9-917d-4db9-84a3-1cb897a911d7 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 945 time: 0.1143625 Oct 25 15:03:03.822668 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9989e850-83c4-4aff-b56f-318c929378ad req-6f642e61-7f70-44ea-914c-8479613fa580 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421789 Oct 25 15:03:04.617368 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f909df-714e-4eff-8f0e-2445d189c0c0 req-ac8260a2-1b6b-4011-88c6-f5e5e7283b66 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:04.619160 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e1f909df-714e-4eff-8f0e-2445d189c0c0 req-ac8260a2-1b6b-4011-88c6-f5e5e7283b66 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.1021776 Oct 25 15:03:04.674732 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e1f909df-714e-4eff-8f0e-2445d189c0c0 req-5be8956a-cb55-4f02-ad8a-62bba08cb1b9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482666 Oct 25 15:03:05.026277 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb498c30-de94-4a21-888a-f2ae48f0eecb req-183e86bd-1032-4d0a-89c2-e85207d54f5c tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:05.027939 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fb498c30-de94-4a21-888a-f2ae48f0eecb req-183e86bd-1032-4d0a-89c2-e85207d54f5c tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 945 time: 0.1894422 Oct 25 15:03:05.094182 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fb498c30-de94-4a21-888a-f2ae48f0eecb req-5605babb-adb0-40d0-97df-6a0136aacb53 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558717 Oct 25 15:03:05.111291 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5481f-2f99-419d-a6d6-0d0a4b4cead8 req-ad0004fe-cf41-4ce3-a31a-50a0713a5044 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:05.112976 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-65e5481f-2f99-419d-a6d6-0d0a4b4cead8 req-ad0004fe-cf41-4ce3-a31a-50a0713a5044 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 945 time: 0.1731558 Oct 25 15:03:05.166388 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-65e5481f-2f99-419d-a6d6-0d0a4b4cead8 req-0c1b4ff0-697a-4a98-9d11-b7e3a9805c92 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433512 Oct 25 15:03:05.886038 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28782e-d2a3-4a93-a559-726e3ad9869c req-ac4f6111-410a-41d9-8915-7e5b5ceeb45f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:05.887514 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8e28782e-d2a3-4a93-a559-726e3ad9869c req-ac4f6111-410a-41d9-8915-7e5b5ceeb45f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.0947266 Oct 25 15:03:05.938622 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8e28782e-d2a3-4a93-a559-726e3ad9869c req-74a2a908-2ab0-4f16-bfdb-f8e113b87325 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446701 Oct 25 15:03:06.351745 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36548f2-2bce-4659-ada8-8e7ab77aac74 req-1ec5d676-7a75-4752-8a00-9e3de99bb038 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:06.353162 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a36548f2-2bce-4659-ada8-8e7ab77aac74 req-1ec5d676-7a75-4752-8a00-9e3de99bb038 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 945 time: 0.1522834 Oct 25 15:03:06.408323 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a36548f2-2bce-4659-ada8-8e7ab77aac74 req-4b84d7ef-313f-4689-b5ee-55a0becc2461 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472167 Oct 25 15:03:06.421132 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953c521-f5bc-48ed-855c-9eb7fe7733ef req-6e5b3b06-d07e-4e84-8fd5-2a1aac61ad5e tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:06.422983 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2953c521-f5bc-48ed-855c-9eb7fe7733ef req-6e5b3b06-d07e-4e84-8fd5-2a1aac61ad5e tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 945 time: 0.1440485 Oct 25 15:03:06.489010 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-2953c521-f5bc-48ed-855c-9eb7fe7733ef req-16fbba94-3155-441f-93c5-c3887a7f8a79 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506241 Oct 25 15:03:07.288273 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc9ec4-f57c-441d-bd34-6459bff44290 req-c097db11-507b-4e13-977e-a1e5b71351e4 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:07.289614 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d5dc9ec4-f57c-441d-bd34-6459bff44290 req-c097db11-507b-4e13-977e-a1e5b71351e4 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.0921369 Oct 25 15:03:07.335509 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d5dc9ec4-f57c-441d-bd34-6459bff44290 req-94d2be76-68f5-4bd7-90c8-e757094314b4 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400183 Oct 25 15:03:07.758990 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed07bdf-ed46-426a-8372-497c945a02a5 req-2c6ae8e1-1215-4e1f-a8b6-0c5e5964cbf5 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:07.760555 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9ed07bdf-ed46-426a-8372-497c945a02a5 req-2c6ae8e1-1215-4e1f-a8b6-0c5e5964cbf5 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 945 time: 0.2338774 Oct 25 15:03:07.796958 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29048c0-1d5f-416e-8899-70396ea7ecda req-6db20c9b-8f06-4e87-a8c1-cee8da8f31de tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:07.798426 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f29048c0-1d5f-416e-8899-70396ea7ecda req-6db20c9b-8f06-4e87-a8c1-cee8da8f31de tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 945 time: 0.1237643 Oct 25 15:03:07.840344 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9ed07bdf-ed46-426a-8372-497c945a02a5 req-0a00e859-4d6f-407d-a7b7-1e18543a1c33 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728118 Oct 25 15:03:07.862068 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f29048c0-1d5f-416e-8899-70396ea7ecda req-dee52d83-c3b7-482e-afdb-a132a18f0efd tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546277 Oct 25 15:03:08.389563 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 4dbd9ade-3338-4474-aaf0-4470687cdc16 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:03:08.534500 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:08.557222 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3da59a-6e15-4c88-9ad6-be829830aa99 req-3f8fd4c2-f0d7-4b1f-b7c2-81e801625321 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:08.558785 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-cd3da59a-6e15-4c88-9ad6-be829830aa99 req-3f8fd4c2-f0d7-4b1f-b7c2-81e801625321 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.1033254 Oct 25 15:03:08.570486 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 4dbd9ade-3338-4474-aaf0-4470687cdc16, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4dbd9ade-3338-4474-aaf0-4470687cdc16,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:08.571575 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455bc318-fceb-4335-9283-3e5009c5ad01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dbd9ade-3338-4474-aaf0-4470687cdc16'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:03:08.580632 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:08.583216 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:08.641860 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-cd3da59a-6e15-4c88-9ad6-be829830aa99 req-44bd00f2-d94e-4994-acf1-bd8b337c0a31 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754409 Oct 25 15:03:08.658292 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=4dbd9ade-3338-4474-aaf0-4470687cdc16,revision_number=6']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:08.671124 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455bc318-fceb-4335-9283-3e5009c5ad01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dbd9ade-3338-4474-aaf0-4470687cdc16', 'code': 200} Oct 25 15:03:08.672165 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:09.126501 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90490d-2325-4e94-9b37-51df11ec8f98 req-ddfcdd7d-7529-4d76-a52d-b7e04e95889e tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:09.128219 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4a90490d-2325-4e94-9b37-51df11ec8f98 req-ddfcdd7d-7529-4d76-a52d-b7e04e95889e tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 945 time: 0.1683052 Oct 25 15:03:09.139343 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1977cc5-e82a-47f6-b3e0-2b781db944bd req-0bf98121-41c3-45cf-a1e5-d9dc83f0f7b5 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:09.140743 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a1977cc5-e82a-47f6-b3e0-2b781db944bd req-0bf98121-41c3-45cf-a1e5-d9dc83f0f7b5 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 943 time: 0.1101217 Oct 25 15:03:09.215344 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4a90490d-2325-4e94-9b37-51df11ec8f98 req-7c720c6f-265a-44f7-ae1c-b6ef6377ad7f tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736320 Oct 25 15:03:09.220745 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a1977cc5-e82a-47f6-b3e0-2b781db944bd req-0d121e23-8a59-4a9f-8f02-49e009c32d42 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667295 Oct 25 15:03:09.401160 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b303a183-a64a-45dc-b5d0-14eb2f99baa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:09.835553 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749bb83-0a85-473c-8e28-11e91abfabc6 req-c9ea755b-3b25-47d6-8e2a-fa5873a65093 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:09.837098 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0749bb83-0a85-473c-8e28-11e91abfabc6 req-c9ea755b-3b25-47d6-8e2a-fa5873a65093 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.0836196 Oct 25 15:03:09.888054 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0749bb83-0a85-473c-8e28-11e91abfabc6 req-9ed86cee-68e9-42e2-9c97-e86f77f9d2c5 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445590 Oct 25 15:03:09.934306 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:10.475014 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4dbf-38af-4a7a-a795-7a833b749d0b req-006a9eab-a889-40f0-8a65-46a681c1020d tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:10.476531 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-012a4dbf-38af-4a7a-a795-7a833b749d0b req-006a9eab-a889-40f0-8a65-46a681c1020d tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 945 time: 0.1419303 Oct 25 15:03:10.511756 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b987f-fd58-4b56-b1a1-9e1fcfa6b42b req-a51eb264-1cc1-4ed6-99be-8c66108aa494 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:10.513289 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-191b987f-fd58-4b56-b1a1-9e1fcfa6b42b req-a51eb264-1cc1-4ed6-99be-8c66108aa494 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 943 time: 0.1803968 Oct 25 15:03:10.565860 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-012a4dbf-38af-4a7a-a795-7a833b749d0b req-07de5569-a0ea-4c72-9502-deeceb99de69 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820343 Oct 25 15:03:10.599902 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-191b987f-fd58-4b56-b1a1-9e1fcfa6b42b req-1b1e5b00-8701-470c-9eb2-61fffaebe942 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723486 Oct 25 15:03:11.088091 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be006a1-d0eb-4ad6-a82c-45ccb079d007 req-799bb609-b507-42e0-a95d-aab3401daca6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:11.089557 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0be006a1-d0eb-4ad6-a82c-45ccb079d007 req-799bb609-b507-42e0-a95d-aab3401daca6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.0824823 Oct 25 15:03:11.135484 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0be006a1-d0eb-4ad6-a82c-45ccb079d007 req-7590c1e4-92f6-4376-868c-36228edcde8a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401559 Oct 25 15:03:11.848327 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d299eb-2de9-4ee0-8967-3ae977692d16 req-535a6fc5-e851-4e12-a946-2310ee42f878 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:11.849763 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d0d299eb-2de9-4ee0-8967-3ae977692d16 req-535a6fc5-e851-4e12-a946-2310ee42f878 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 945 time: 0.1555395 Oct 25 15:03:11.864676 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d137ec-1fc7-4c47-b67c-7785ba2dd827 req-b6c01fca-6e6c-4b41-8c43-a4bed4ec308b tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:11.866201 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a8d137ec-1fc7-4c47-b67c-7785ba2dd827 req-b6c01fca-6e6c-4b41-8c43-a4bed4ec308b tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 943 time: 0.1382310 Oct 25 15:03:11.953295 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a8d137ec-1fc7-4c47-b67c-7785ba2dd827 req-71c7b1a8-1c55-4bae-a311-7e2a44fb141d tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725532 Oct 25 15:03:11.956094 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d0d299eb-2de9-4ee0-8967-3ae977692d16 req-523dae69-e9a5-4437-8e2f-83de045c53b2 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889759 Oct 25 15:03:12.359415 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c912e-ea9d-4261-9f6d-933df837c0ea req-a69ee7bf-bbdf-4138-a1ed-dc23dd7d734a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:12.360905 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6e1c912e-ea9d-4261-9f6d-933df837c0ea req-a69ee7bf-bbdf-4138-a1ed-dc23dd7d734a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.0885010 Oct 25 15:03:12.406360 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6e1c912e-ea9d-4261-9f6d-933df837c0ea req-e06524ef-8ee0-4fac-98b6-4f1dbbc60e49 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397170 Oct 25 15:03:13.296064 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88acd68-0401-47b3-8be2-d823c07a3af7 req-a2910f65-6b36-40ce-94bd-0fd33e9d17bb tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:13.297929 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b88acd68-0401-47b3-8be2-d823c07a3af7 req-a2910f65-6b36-40ce-94bd-0fd33e9d17bb tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 943 time: 0.1641669 Oct 25 15:03:13.311767 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49389c9e-1865-4d9c-b52f-e76191086815 req-772cc47a-12c5-4fe1-a7c2-8a1527d91b58 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:13.313693 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-49389c9e-1865-4d9c-b52f-e76191086815 req-772cc47a-12c5-4fe1-a7c2-8a1527d91b58 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 945 time: 0.1785071 Oct 25 15:03:13.385243 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b88acd68-0401-47b3-8be2-d823c07a3af7 req-fd170a94-1444-494e-92e8-44fe1a667b78 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703712 Oct 25 15:03:13.400467 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-49389c9e-1865-4d9c-b52f-e76191086815 req-b1972ab3-626a-4b00-93e7-3e225d0d4c65 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711913 Oct 25 15:03:13.619140 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b620e6-b4d0-4ecf-b7ad-2ff2fc8e990c req-8b2e09c1-c3f4-4ab5-8173-434c0e78ec7b tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:13.620683 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-52b620e6-b4d0-4ecf-b7ad-2ff2fc8e990c req-8b2e09c1-c3f4-4ab5-8173-434c0e78ec7b tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.0857697 Oct 25 15:03:13.665458 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-52b620e6-b4d0-4ecf-b7ad-2ff2fc8e990c req-40d209b3-f7e1-4081-ac8a-97da663d8307 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381348 Oct 25 15:03:13.736942 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-2373d649-e2d4-4252-ae0f-c34e092e9d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:14.328305 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-666c54d6-55e7-4af7-a288-96cf7a69aaae tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Deleting port 4dbd9ade-3338-4474-aaf0-4470687cdc16 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:14.328916 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-666c54d6-55e7-4af7-a288-96cf7a69aaae tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:14.587092 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-666c54d6-55e7-4af7-a288-96cf7a69aaae tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] For port 4dbd9ade-3338-4474-aaf0-4470687cdc16, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4dbd9ade-3338-4474-aaf0-4470687cdc16,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:14.587358 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-666c54d6-55e7-4af7-a288-96cf7a69aaae tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:14.710373 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2452f-57df-4220-a5b5-ba75faa1181f req-54c4f135-a322-4d08-aba6-e8e5beec3fc8 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:14.712013 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6ee2452f-57df-4220-a5b5-ba75faa1181f req-54c4f135-a322-4d08-aba6-e8e5beec3fc8 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 943 time: 0.2136664 Oct 25 15:03:14.720531 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:14.721631 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e79a1c-f36b-4165-99fb-5e1fa345a77f req-8887b6b5-ca9a-41a4-8a74-99e9f347c722 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:14.723129 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-47e79a1c-f36b-4165-99fb-5e1fa345a77f req-8887b6b5-ca9a-41a4-8a74-99e9f347c722 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 945 time: 0.1699035 Oct 25 15:03:14.797140 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-47e79a1c-f36b-4165-99fb-5e1fa345a77f req-68da95b6-b188-4f2b-924d-655d7812504e tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595236 Oct 25 15:03:14.800014 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6ee2452f-57df-4220-a5b5-ba75faa1181f req-0c25318f-5a9d-44f0-868b-8fd6240fa7df tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f43fbf-8945-4c06-9576-1693a6deb3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759125 Oct 25 15:03:14.900761 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-666c54d6-55e7-4af7-a288-96cf7a69aaae tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:14.901033 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-666c54d6-55e7-4af7-a288-96cf7a69aaae tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672821'] for floatingip, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:14.901350 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.l3_db [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-666c54d6-55e7-4af7-a288-96cf7a69aaae tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Floating IP fd496f73-e09d-468b-ad71-70c5e9bc0c73 disassociated. External IP: 172.28.2.249, port: 4dbd9ade-3338-4474-aaf0-4470687cdc16. Oct 25 15:03:14.901696 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-666c54d6-55e7-4af7-a288-96cf7a69aaae tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Calling delete_port for 4dbd9ade-3338-4474-aaf0-4470687cdc16 owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:03:15.136700 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-666c54d6-55e7-4af7-a288-96cf7a69aaae tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:15.143419 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-b0b2f348-4a4a-43c0-8cfb-579fbbf056b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:15.143903 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf7720-3861-48d6-a83f-17986059a616 req-db474889-bcbd-4ac3-8938-b8114cddafee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:15.145702 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-17bf7720-3861-48d6-a83f-17986059a616 req-db474889-bcbd-4ac3-8938-b8114cddafee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.2341676 Oct 25 15:03:15.188627 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c54d6-55e7-4af7-a288-96cf7a69aaae tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event deleted for resources: {'Port': ['ID=4dbd9ade-3338-4474-aaf0-4470687cdc16,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:15.192536 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-666c54d6-55e7-4af7-a288-96cf7a69aaae tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:15.193959 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-17bf7720-3861-48d6-a83f-17986059a616 req-0b5921df-b294-493e-90d2-95f286b58db1 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416529 Oct 25 15:03:15.389782 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-666c54d6-55e7-4af7-a288-96cf7a69aaae tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Router a65706d8-8961-4efb-b0bc-6a7d37e49d56 has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:03:15.679627 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-666c54d6-55e7-4af7-a288-96cf7a69aaae tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:03:15.697330 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088388cf-4e77-4a5d-96d5-e090f3a841c3 None None] Sync routers for ids ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:03:15.708244 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088388cf-4e77-4a5d-96d5-e090f3a841c3 None None] Routers {'a65706d8-8961-4efb-b0bc-6a7d37e49d56'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:03:15.708574 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-088388cf-4e77-4a5d-96d5-e090f3a841c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:03:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:15.791880 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-666c54d6-55e7-4af7-a288-96cf7a69aaae tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] No DVR routers for this DVR port 4dbd9ade-3338-4474-aaf0-4470687cdc16 on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:03:15.795213 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-666c54d6-55e7-4af7-a288-96cf7a69aaae tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:15.799160 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455bc318-fceb-4335-9283-3e5009c5ad01', 'name': 'network-vif-deleted', 'tag': '4dbd9ade-3338-4474-aaf0-4470687cdc16'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:03:15.843682 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5be17f3e-0bb5-483a-8563-7fa383ddcaf0 req-666c54d6-55e7-4af7-a288-96cf7a69aaae tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.31 "DELETE /v2.0/ports/4dbd9ade-3338-4474-aaf0-4470687cdc16 HTTP/1.1" status: 204 len: 173 time: 1.5866144 Oct 25 15:03:15.865754 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63cf2c-1846-4978-8cd1-572b614105f8 req-41a94937-f05b-44a9-a643-628609571471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:15.868333 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6f63cf2c-1846-4978-8cd1-572b614105f8 req-41a94937-f05b-44a9-a643-628609571471 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff&device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 1096 time: 0.1541386 Oct 25 15:03:15.949065 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455bc318-fceb-4335-9283-3e5009c5ad01', 'name': 'network-vif-deleted', 'tag': '4dbd9ade-3338-4474-aaf0-4470687cdc16', 'status': 'completed', 'code': 200} Oct 25 15:03:15.988209 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-088388cf-4e77-4a5d-96d5-e090f3a841c3 None None] Set router a65706d8-8961-4efb-b0bc-6a7d37e49d56 gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:03:16.144990 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63cf2c-1846-4978-8cd1-572b614105f8 req-aa3fbfe4-403a-43a7-9ab5-d915e7c0769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:16.146490 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6f63cf2c-1846-4978-8cd1-572b614105f8 req-aa3fbfe4-403a-43a7-9ab5-d915e7c0769e service neutron] 10.222.0.31 "GET /v2.0/networks?id=1486c024-f03d-46e5-ad51-efb345f205e9 HTTP/1.1" status: 200 len: 917 time: 0.2412872 Oct 25 15:03:16.178778 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5a47e6ec-11b1-4a5f-bf4e-cbc42366b562 req-7707c3cd-c04f-40c4-8041-a8ca19dc1bca tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/ports?device_id=455bc318-fceb-4335-9283-3e5009c5ad01 HTTP/1.1" status: 200 len: 210 time: 0.0624387 Oct 25 15:03:16.209640 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdf9f5-64f2-4f88-95be-448b987cc658 req-9038bb4e-6b32-4710-8c95-3d13e56ba1d0 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:16.211196 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d3bdf9f5-64f2-4f88-95be-448b987cc658 req-9038bb4e-6b32-4710-8c95-3d13e56ba1d0 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 945 time: 0.1931727 Oct 25 15:03:16.268167 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d3bdf9f5-64f2-4f88-95be-448b987cc658 req-c8081907-90c2-4f6d-91b1-c8935e45ed9e tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494854 Oct 25 15:03:16.305015 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6f63cf2c-1846-4978-8cd1-572b614105f8 req-bad98137-8a4a-4f93-95fa-1fbf248ef588 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b HTTP/1.1" status: 200 len: 999 time: 0.1478016 Oct 25 15:03:16.399843 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63cf2c-1846-4978-8cd1-572b614105f8 req-8ce6a7f6-c2cb-4199-b62c-4eba650ea203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:16.401310 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6f63cf2c-1846-4978-8cd1-572b614105f8 req-8ce6a7f6-c2cb-4199-b62c-4eba650ea203 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c0ecf-a28b-4b05-be24-55014af38ee9 HTTP/1.1" status: 200 len: 855 time: 0.0886707 Oct 25 15:03:16.427701 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-088388cf-4e77-4a5d-96d5-e090f3a841c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:23Z', 'revision_number': 4, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': 'e971a096-03c1-413f-af8b-a1906b207c78', 'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'mac_address': 'fa:16:3e:47:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:19Z', 'updated_at': '2021-10-25T14:57:40Z', 'revision_number': 5, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'subnets': [{'id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:16.432579 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088388cf-4e77-4a5d-96d5-e090f3a841c3 None None] Checking router: a65706d8-8961-4efb-b0bc-6a7d37e49d56 for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:03:16.444153 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088388cf-4e77-4a5d-96d5-e090f3a841c3 None None] Routers {'a65706d8-8961-4efb-b0bc-6a7d37e49d56'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:03:16.444869 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-088388cf-4e77-4a5d-96d5-e090f3a841c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:03:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:16.473040 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-94b79dd9-6524-40e7-9ed3-841cd28844d8 req-056149d1-a9ec-4dc8-ab86-3590acd6a8cb tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812136264&fields=id&tenant_id=6b722154703449e688c5cf0149eb8a20 HTTP/1.1" status: 200 len: 267 time: 0.0609686 Oct 25 15:03:16.482790 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0892557-ff58-4bdb-886d-097f15ec82cf req-06ec39a4-e81d-4cd8-912b-e8c9c7b553ce tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:16.484779 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c0892557-ff58-4bdb-886d-097f15ec82cf req-06ec39a4-e81d-4cd8-912b-e8c9c7b553ce tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.1530006 Oct 25 15:03:16.519295 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63cf2c-1846-4978-8cd1-572b614105f8 req-45e229fc-0308-484a-88a6-a96d7bd2d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:16.520847 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6f63cf2c-1846-4978-8cd1-572b614105f8 req-45e229fc-0308-484a-88a6-a96d7bd2d9c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1486c024-f03d-46e5-ad51-efb345f205e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0858922 Oct 25 15:03:16.582671 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:16.620634 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b79dd9-6524-40e7-9ed3-841cd28844d8 req-f6e538aa-344b-4ea0-bc7a-3c0bab2d437b tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:16.622625 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-94b79dd9-6524-40e7-9ed3-841cd28844d8 req-f6e538aa-344b-4ea0-bc7a-3c0bab2d437b tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 984 time: 0.1364698 Oct 25 15:03:16.640309 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c0892557-ff58-4bdb-886d-097f15ec82cf req-27689088-caa0-4f2d-89e9-06d0f6253001 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147976 Oct 25 15:03:16.662904 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [req-94b79dd9-6524-40e7-9ed3-841cd28844d8 req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Request body: {'port': {'security_groups': ['b92a3446-f848-469f-ac3a-ccd26e7fd452']}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:03:16.732891 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-088388cf-4e77-4a5d-96d5-e090f3a841c3 None None] Set router a65706d8-8961-4efb-b0bc-6a7d37e49d56 gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:03:16.763859 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6f63cf2c-1846-4978-8cd1-572b614105f8 req-20e3f8c0-6701-4f0f-850f-8d3a68b4b8e2 service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356203 Oct 25 15:03:16.833944 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-94b79dd9-6524-40e7-9ed3-841cd28844d8 req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:16.979156 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6f63cf2c-1846-4978-8cd1-572b614105f8 req-9ab7d028-f5ac-4e88-a47e-354e2f7ba80b service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986308 Oct 25 15:03:17.019520 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa92cd5-59c5-4833-b515-f7c4c32390eb req-c565c346-3bc4-477c-b01e-decfdf3b7748 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:17.020781 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-0fa92cd5-59c5-4833-b515-f7c4c32390eb req-c565c346-3bc4-477c-b01e-decfdf3b7748 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Synchronizing usage tracker for tenant:ef06f016d3c940a3b37dc2def4719874 on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:03:17.056344 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-0fa92cd5-59c5-4833-b515-f7c4c32390eb req-c565c346-3bc4-477c-b01e-decfdf3b7748 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Unset dirty status for tenant:ef06f016d3c940a3b37dc2def4719874 on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:03:17.057800 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0fa92cd5-59c5-4833-b515-f7c4c32390eb req-c565c346-3bc4-477c-b01e-decfdf3b7748 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 945 time: 0.1511042 Oct 25 15:03:17.124034 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-088388cf-4e77-4a5d-96d5-e090f3a841c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:23Z', 'revision_number': 4, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': 'e971a096-03c1-413f-af8b-a1906b207c78', 'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'mac_address': 'fa:16:3e:47:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:19Z', 'updated_at': '2021-10-25T14:57:40Z', 'revision_number': 5, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'subnets': [{'id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:17.128430 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088388cf-4e77-4a5d-96d5-e090f3a841c3 None None] The sync data for ids ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'] in dv-cinder-813751-1-smb is: [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T14:57:23Z', 'revision_number': 4, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': 'e971a096-03c1-413f-af8b-a1906b207c78', 'name': '', 'network_id': '9ab300cd-9646-4c55-951a-9f82ccc02761', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'mac_address': 'fa:16:3e:47:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:19Z', 'updated_at': '2021-10-25T14:57:40Z', 'revision_number': 5, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'subnets': [{'id': '7be2497d-78d4-40d2-b881-9b05ba010f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:03:17.143490 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-0fa92cd5-59c5-4833-b515-f7c4c32390eb req-ab961b0f-9f5d-45f5-aaca-8439ea204c1c tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Deleting port bf2d0699-7409-4a9f-9811-dcabb2801de2 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:17.143919 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-0fa92cd5-59c5-4833-b515-f7c4c32390eb req-ab961b0f-9f5d-45f5-aaca-8439ea204c1c tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:17.190994 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [req-94b79dd9-6524-40e7-9ed3-841cd28844d8 req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] For port 7b3c1814-483b-46b8-ab35-7912317c26a2, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=7b3c1814-483b-46b8-ab35-7912317c26a2,segment=NetworkSegment(97575ddb-3903-4ccd-890f-6e58fc554382),segment_id=97575ddb-3903-4ccd-890f-6e58fc554382)] {{(pid=86779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:17.221711 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-94b79dd9-6524-40e7-9ed3-841cd28844d8 req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for port, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:17.227796 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-94b79dd9-6524-40e7-9ed3-841cd28844d8 req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28131388'] for port, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:17.235008 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:17.261014 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['7b3c1814-483b-46b8-ab35-7912317c26a2'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:03:17.312010 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b79dd9-6524-40e7-9ed3-841cd28844d8 req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:17.312670 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [req-94b79dd9-6524-40e7-9ed3-841cd28844d8 req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:17.329471 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-94b79dd9-6524-40e7-9ed3-841cd28844d8 req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "PUT /v2.0/ports/7b3c1814-483b-46b8-ab35-7912317c26a2 HTTP/1.1" status: 200 len: 942 time: 0.6878748 Oct 25 15:03:17.330049 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'tag': '7b3c1814-483b-46b8-ab35-7912317c26a2'}] {{(pid=86779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:03:17.344004 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 33650) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:17.385250 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Pushing event updated for resources: {'Port': ['ID=7b3c1814-483b-46b8-ab35-7912317c26a2,revision_number=7']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:17.388636 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 33654) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:17.470687 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['7b3c1814-483b-46b8-ab35-7912317c26a2'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:03:17.491348 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:17.491790 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:17.492161 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:17.492644 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:17.492873 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:17.493234 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:17.493723 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:17.494088 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:17.494443 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:17.494816 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:17.495153 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:17.495503 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:17.500136 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-0fa92cd5-59c5-4833-b515-f7c4c32390eb req-ab961b0f-9f5d-45f5-aaca-8439ea204c1c tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] For port bf2d0699-7409-4a9f-9811-dcabb2801de2, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bf2d0699-7409-4a9f-9811-dcabb2801de2,segment=NetworkSegment(ddfb9fd8-030e-4003-9bfe-9aab457c998a),segment_id=ddfb9fd8-030e-4003-9bfe-9aab457c998a)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:17.500720 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-0fa92cd5-59c5-4833-b515-f7c4c32390eb req-ab961b0f-9f5d-45f5-aaca-8439ea204c1c tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:17.515489 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-26320b6c-cd58-4a72-a276-c8042e288c65 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:17.578598 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a9a32-a1ac-4a5f-a421-db7c2ab6ca13 None None] New status for floating IP fd496f73-e09d-468b-ad71-70c5e9bc0c73: DOWN {{(pid=86781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 15:03:17.608479 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'tag': '7b3c1814-483b-46b8-ab35-7912317c26a2', 'status': 'completed', 'code': 200} Oct 25 15:03:17.688182 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e92c52e1-aa7f-4823-92ee-152be23c348e tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:17.701745 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d9480d0a-7283-4db9-9f84-07e194626697 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:17.752293 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-7cb51693-3c7d-425e-90f0-d2ce63def16f None None] Provisioning complete for port 7b3c1814-483b-46b8-ab35-7912317c26a2 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:03:17.752922 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-7cb51693-3c7d-425e-90f0-d2ce63def16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:17.791170 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e92c52e1-aa7f-4823-92ee-152be23c348e tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:17.831296 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d9480d0a-7283-4db9-9f84-07e194626697 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:17.901324 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-0fa92cd5-59c5-4833-b515-f7c4c32390eb req-ab961b0f-9f5d-45f5-aaca-8439ea204c1c tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Calling delete_port for bf2d0699-7409-4a9f-9811-dcabb2801de2 owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:03:17.941168 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287901b-b1bc-4c3e-8c60-96bde208d275 req-9fb33b01-ca3b-4316-8efb-7a76d71c6727 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:17.943020 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d287901b-b1bc-4c3e-8c60-96bde208d275 req-9fb33b01-ca3b-4316-8efb-7a76d71c6727 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 945 time: 0.5015922 Oct 25 15:03:18.005055 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d9480d0a-7283-4db9-9f84-07e194626697 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:18.023194 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-d9efd988-a8fd-446e-a181-16478712034b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:18.062415 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9480d0a-7283-4db9-9f84-07e194626697 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f43fbf-8945-4c06-9576-1693a6deb3a6,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:18.068278 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d9480d0a-7283-4db9-9f84-07e194626697 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:18.069393 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-d9480d0a-7283-4db9-9f84-07e194626697 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "DELETE /v2.0/security-groups/32f43fbf-8945-4c06-9576-1693a6deb3a6 HTTP/1.1" status: 204 len: 168 time: 0.6742551 Oct 25 15:03:18.072319 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-d9480d0a-7283-4db9-9f84-07e194626697 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:18.074512 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 33664) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:18.085529 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d287901b-b1bc-4c3e-8c60-96bde208d275 req-0a5476aa-bab3-4769-98be-c48d352d75d2 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/security-groups?id=64db1c34-016e-4329-93ad-2fe340b2af50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221318 Oct 25 15:03:18.098358 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a720b86-00d9-45d3-8cf0-e180cded8678 req-06158ea4-f822-4ba8-b6be-1833c62cfd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:18.100371 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8a720b86-00d9-45d3-8cf0-e180cded8678 req-06158ea4-f822-4ba8-b6be-1833c62cfd94 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b722154703449e688c5cf0149eb8a20&device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 1098 time: 0.2059612 Oct 25 15:03:18.121042 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.api.v2.resource [None req-4a11260b-5742-4b1a-b1d6-f59355236fe1 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] show failed (client error): The resource could not be found. Oct 25 15:03:18.125800 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-4a11260b-5742-4b1a-b1d6-f59355236fe1 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "GET /v2.0/security-groups/32f43fbf-8945-4c06-9576-1693a6deb3a6 HTTP/1.1" status: 404 len: 347 time: 0.0355690 Oct 25 15:03:18.126610 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 33668) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:18.252998 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-0fa92cd5-59c5-4833-b515-f7c4c32390eb req-ab961b0f-9f5d-45f5-aaca-8439ea204c1c tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:18.260212 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-0886e052-26e6-481d-988a-aec0c576fd56 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:18.286304 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['bf2d0699-7409-4a9f-9811-dcabb2801de2'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:03:18.303409 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ccb0e-2f8e-4045-8664-75c8fae5ed6e req-c097d9af-afa3-42c5-b06a-d8f942fef8b7 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:18.304957 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e10ccb0e-2f8e-4045-8664-75c8fae5ed6e req-c097d9af-afa3-42c5-b06a-d8f942fef8b7 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 943 time: 0.4142628 Oct 25 15:03:18.308799 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-8d7748cb-57a3-495c-b4f7-1baaa35827fc tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Deleting port 9f1a5e3f-1bbf-4935-8e9a-f0ae3f8ac063 {{(pid=86779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:18.309141 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8d7748cb-57a3-495c-b4f7-1baaa35827fc tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:18.324772 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab961b0f-9f5d-45f5-aaca-8439ea204c1c tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Pushing event deleted for resources: {'Port': ['ID=bf2d0699-7409-4a9f-9811-dcabb2801de2,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:18.335655 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e92c52e1-aa7f-4823-92ee-152be23c348e tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:18.344917 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-fd04270a-e54d-4978-b37b-1ac9fdd2dc58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:18.365525 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ab961b0f-9f5d-45f5-aaca-8439ea204c1c tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:18.393246 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c52e1-aa7f-4823-92ee-152be23c348e tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b781c0e-33e6-4204-ab2d-a4371983d602,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:18.399247 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e92c52e1-aa7f-4823-92ee-152be23c348e tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:18.406461 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 15:03:18.408702 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a720b86-00d9-45d3-8cf0-e180cded8678 req-4b75970d-378c-48f8-a855-470cf3529e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:18.410221 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8a720b86-00d9-45d3-8cf0-e180cded8678 req-4b75970d-378c-48f8-a855-470cf3529e1b service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a90b672-ca89-40cb-80e8-9c87a238768c HTTP/1.1" status: 200 len: 915 time: 0.2775576 Oct 25 15:03:18.416201 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa92cd5-59c5-4833-b515-f7c4c32390eb req-ab961b0f-9f5d-45f5-aaca-8439ea204c1c tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] No DVR routers for this DVR port bf2d0699-7409-4a9f-9811-dcabb2801de2 on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:03:18.436410 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e92c52e1-aa7f-4823-92ee-152be23c348e tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:18.440450 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-e92c52e1-aa7f-4823-92ee-152be23c348e tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "DELETE /v2.0/security-groups/7b781c0e-33e6-4204-ab2d-a4371983d602 HTTP/1.1" status: 204 len: 168 time: 1.0566745 Oct 25 15:03:18.471988 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-0fa92cd5-59c5-4833-b515-f7c4c32390eb req-ab961b0f-9f5d-45f5-aaca-8439ea204c1c tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:18.474851 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c42c309-8924-42f9-802a-29a7a5bb4580', 'name': 'network-vif-deleted', 'tag': 'bf2d0699-7409-4a9f-9811-dcabb2801de2'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:03:18.480754 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 33672) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:18.560781 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c42c309-8924-42f9-802a-29a7a5bb4580', 'name': 'network-vif-deleted', 'tag': 'bf2d0699-7409-4a9f-9811-dcabb2801de2', 'status': 'completed', 'code': 200} Oct 25 15:03:18.585002 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0fa92cd5-59c5-4833-b515-f7c4c32390eb req-ab961b0f-9f5d-45f5-aaca-8439ea204c1c tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.31 "DELETE /v2.0/ports/bf2d0699-7409-4a9f-9811-dcabb2801de2 HTTP/1.1" status: 204 len: 173 time: 1.5179176 Oct 25 15:03:18.621541 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e10ccb0e-2f8e-4045-8664-75c8fae5ed6e req-3ff7918b-eb14-4db9-8dc2-30c60ba56a33 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868576 Oct 25 15:03:18.636535 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8a720b86-00d9-45d3-8cf0-e180cded8678 req-eeb3b9cf-f26c-4260-acc0-471253397bbb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b3c1814-483b-46b8-ab35-7912317c26a2 HTTP/1.1" status: 200 len: 1000 time: 0.2184088 Oct 25 15:03:18.676161 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8d7748cb-57a3-495c-b4f7-1baaa35827fc tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:18.676657 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8d7748cb-57a3-495c-b4f7-1baaa35827fc tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:18.679333 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:18.696987 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'port_id': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b', 'mac_address': 'fa:16:3e:62:51:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 15:03:18.774840 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:18.797337 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:03:18.815301 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a720b86-00d9-45d3-8cf0-e180cded8678 req-05d447d2-aed7-4893-bd9c-cfad3ad196ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:18.816752 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:18.817303 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8a720b86-00d9-45d3-8cf0-e180cded8678 req-05d447d2-aed7-4893-bd9c-cfad3ad196ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43607336-e154-478c-a926-960741842c1d HTTP/1.1" status: 200 len: 853 time: 0.1102393 Oct 25 15:03:18.818843 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-2472269e-0f8e-460b-8726-adf59f7092b6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Deleting port 11bccfb6-3954-4fa3-b8bf-bfd40ee66fbd {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:18.819219 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2472269e-0f8e-460b-8726-adf59f7092b6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:18.822032 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:18.824327 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-049b13fb-6184-4154-9cd6-2a900508fa97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:18.837369 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-8d7748cb-57a3-495c-b4f7-1baaa35827fc tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Calling delete_port for 9f1a5e3f-1bbf-4935-8e9a-f0ae3f8ac063 owned by network:floatingip {{(pid=86779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:03:18.896328 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,revision_number=9']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:18.899477 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:18.987866 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8d7748cb-57a3-495c-b4f7-1baaa35827fc tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:18.991970 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f9143bd9-339d-46ef-8155-caf0ef72d921 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:19.036780 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a720b86-00d9-45d3-8cf0-e180cded8678 req-05abc614-615d-48b9-8768-683eb103fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:19.038200 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8a720b86-00d9-45d3-8cf0-e180cded8678 req-05abc614-615d-48b9-8768-683eb103fc36 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a90b672-ca89-40cb-80e8-9c87a238768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1940255 Oct 25 15:03:19.043123 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7748cb-57a3-495c-b4f7-1baaa35827fc tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Pushing event deleted for resources: {'Port': ['ID=9f1a5e3f-1bbf-4935-8e9a-f0ae3f8ac063,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:19.046544 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-8d7748cb-57a3-495c-b4f7-1baaa35827fc tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:19.055775 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2472269e-0f8e-460b-8726-adf59f7092b6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:19.055775 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2472269e-0f8e-460b-8726-adf59f7092b6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:19.138453 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:03:19.160269 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8d7748cb-57a3-495c-b4f7-1baaa35827fc tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks [] for floatingip, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:19.177663 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8d7748cb-57a3-495c-b4f7-1baaa35827fc tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for floatingip, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:19.182228 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-8d7748cb-57a3-495c-b4f7-1baaa35827fc tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] 10.222.0.62 "DELETE /v2.0/floatingips/fd496f73-e09d-468b-ad71-70c5e9bc0c73 HTTP/1.1" status: 204 len: 168 time: 1.0534678 Oct 25 15:03:19.259398 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-2472269e-0f8e-460b-8726-adf59f7092b6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Calling delete_port for 11bccfb6-3954-4fa3-b8bf-bfd40ee66fbd owned by network:floatingip {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:03:19.368529 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fc6e1884-1852-492b-b429-0dc3bf5e5c8f req-5153f3b1-47c3-4c3a-8c01-c3ad9a87bc27 tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c42c309-8924-42f9-802a-29a7a5bb4580 HTTP/1.1" status: 200 len: 210 time: 0.0804377 Oct 25 15:03:19.490682 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8a720b86-00d9-45d3-8cf0-e180cded8678 req-85f13803-2f15-46a6-b6e3-d81b0573321e service neutron] 10.222.0.31 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266622 Oct 25 15:03:19.694515 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8a720b86-00d9-45d3-8cf0-e180cded8678 req-dc32418f-7a0e-4e4e-8e85-c00b6ff92f8c service neutron] 10.222.0.31 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943619 Oct 25 15:03:19.697159 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2472269e-0f8e-460b-8726-adf59f7092b6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:19.701308 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:19.744113 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472269e-0f8e-460b-8726-adf59f7092b6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Pushing event deleted for resources: {'Port': ['ID=11bccfb6-3954-4fa3-b8bf-bfd40ee66fbd,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:19.748195 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-2472269e-0f8e-460b-8726-adf59f7092b6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:19.827424 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4027d9-e1b3-47d2-90c3-bb36b201980a req-1166530b-dfd7-46d7-af0e-7db62effcbee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:19.828904 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6c4027d9-e1b3-47d2-90c3-bb36b201980a req-1166530b-dfd7-46d7-af0e-7db62effcbee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 944 time: 0.0824997 Oct 25 15:03:19.840475 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2472269e-0f8e-460b-8726-adf59f7092b6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks [] for floatingip, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:19.841404 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.l3_db [None req-2472269e-0f8e-460b-8726-adf59f7092b6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Floating IP 70e953a4-c0a6-4f0d-bb38-4b88f69e11fb disassociated (deleted). External IP: 172.28.2.47, port: 7b3c1814-483b-46b8-ab35-7912317c26a2. Oct 25 15:03:19.874768 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6c4027d9-e1b3-47d2-90c3-bb36b201980a req-dba20a0f-5cd9-4e40-b244-0a65f80b46c0 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395372 Oct 25 15:03:20.191105 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2472269e-0f8e-460b-8726-adf59f7092b6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Router 091b89dd-a251-473e-9b66-d44a88a5e3be has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:03:20.363967 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2472269e-0f8e-460b-8726-adf59f7092b6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:03:20.373908 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8300832-eb86-4282-b521-f858d783e76a None None] Sync routers for ids ['091b89dd-a251-473e-9b66-d44a88a5e3be'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:03:20.380647 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-2472269e-0f8e-460b-8726-adf59f7092b6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for floatingip, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:20.383061 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8300832-eb86-4282-b521-f858d783e76a None None] Routers {'091b89dd-a251-473e-9b66-d44a88a5e3be'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:03:20.383703 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-f8300832-eb86-4282-b521-f858d783e76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:03:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['091b89dd-a251-473e-9b66-d44a88a5e3be'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:20.437833 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:03:20.440294 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-2472269e-0f8e-460b-8726-adf59f7092b6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "DELETE /v2.0/floatingips/70e953a4-c0a6-4f0d-bb38-4b88f69e11fb HTTP/1.1" status: 204 len: 168 time: 1.9513180 Oct 25 15:03:20.562841 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'tag': '7b3c1814-483b-46b8-ab35-7912317c26a2'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:03:20.621267 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:03:20.621769 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:20.625731 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'tag': '7b3c1814-483b-46b8-ab35-7912317c26a2', 'status': 'completed', 'code': 200} Oct 25 15:03:20.652648 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-f8300832-eb86-4282-b521-f858d783e76a None None] Set router 091b89dd-a251-473e-9b66-d44a88a5e3be gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:03:20.753592 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a6047-bcfe-43e6-ac44-40645ca7a56d req-6cd70928-d42d-4782-864d-c599e8db9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:20.755232 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6e2a6047-bcfe-43e6-ac44-40645ca7a56d req-6cd70928-d42d-4782-864d-c599e8db9916 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b722154703449e688c5cf0149eb8a20&device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 1098 time: 0.0854015 Oct 25 15:03:20.990645 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:21.098922 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a6047-bcfe-43e6-ac44-40645ca7a56d req-cd751f92-feab-4647-8130-5e240d15a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:21.104689 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6e2a6047-bcfe-43e6-ac44-40645ca7a56d req-cd751f92-feab-4647-8130-5e240d15a0b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a90b672-ca89-40cb-80e8-9c87a238768c HTTP/1.1" status: 200 len: 915 time: 0.3311934 Oct 25 15:03:21.127813 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:03:21.141815 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:21.148032 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:21.148867 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device bf2d0699-7409-4a9f-9811-dcabb2801de2 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:03:21.184256 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:21.235220 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: bf2d0699-7409-4a9f-9811-dcabb2801de2 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:03:21.235888 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device bf2d0699-7409-4a9f-9811-dcabb2801de2 not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:03:21.243772 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6e2a6047-bcfe-43e6-ac44-40645ca7a56d req-004df5e7-afc0-46a1-ab01-87ac563545fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b3c1814-483b-46b8-ab35-7912317c26a2 HTTP/1.1" status: 200 len: 217 time: 0.1310761 Oct 25 15:03:21.271912 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,revision_number=10']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:21.275319 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:21.288072 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-f8300832-eb86-4282-b521-f858d783e76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'name': 'tempest-TestMinimumBasicScenario-945566341-router', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:41Z', 'updated_at': '2021-10-25T14:59:52Z', 'revision_number': 4, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'gw_port': {'id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:43Z', 'updated_at': '2021-10-25T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '47522575-2594-4838-9617-ffdf145b01cf', 'name': '', 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'mac_address': 'fa:16:3e:54:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '43607336-e154-478c-a926-960741842c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:50Z', 'updated_at': '2021-10-25T15:00:02Z', 'revision_number': 5, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'subnets': [{'id': '43607336-e154-478c-a926-960741842c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:21.296406 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8300832-eb86-4282-b521-f858d783e76a None None] Checking router: 091b89dd-a251-473e-9b66-d44a88a5e3be for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:03:21.296965 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9aeea-0f40-40ac-b41f-fecc3f6a33ba req-26dccc51-9bf8-4614-aadf-ef8a2d415c8b tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:21.298513 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-47a9aeea-0f40-40ac-b41f-fecc3f6a33ba req-26dccc51-9bf8-4614-aadf-ef8a2d415c8b tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 946 time: 0.1823909 Oct 25 15:03:21.307103 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b', 'code': 200} Oct 25 15:03:21.324539 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8300832-eb86-4282-b521-f858d783e76a None None] Routers {'091b89dd-a251-473e-9b66-d44a88a5e3be'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:03:21.325182 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-f8300832-eb86-4282-b521-f858d783e76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:03:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['091b89dd-a251-473e-9b66-d44a88a5e3be'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:21.337190 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a6047-bcfe-43e6-ac44-40645ca7a56d req-1296e595-8ec8-4208-b159-7a2f0d7c7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:21.338690 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6e2a6047-bcfe-43e6-ac44-40645ca7a56d req-1296e595-8ec8-4208-b159-7a2f0d7c7599 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43607336-e154-478c-a926-960741842c1d HTTP/1.1" status: 200 len: 853 time: 0.0885081 Oct 25 15:03:21.408644 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-47a9aeea-0f40-40ac-b41f-fecc3f6a33ba req-b440d9ca-b86a-4aff-bbd0-180a4267316a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022911 Oct 25 15:03:21.548870 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a6047-bcfe-43e6-ac44-40645ca7a56d req-48a01674-db04-4667-989a-f5a33c16653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:21.550546 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6e2a6047-bcfe-43e6-ac44-40645ca7a56d req-48a01674-db04-4667-989a-f5a33c16653e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a90b672-ca89-40cb-80e8-9c87a238768c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2044194 Oct 25 15:03:21.579672 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-f8300832-eb86-4282-b521-f858d783e76a None None] Set router 091b89dd-a251-473e-9b66-d44a88a5e3be gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:03:21.722117 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6e2a6047-bcfe-43e6-ac44-40645ca7a56d req-bf9749d6-8b92-4b22-b045-d2d45645da5c service neutron] 10.222.0.31 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622567 Oct 25 15:03:21.941136 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6e2a6047-bcfe-43e6-ac44-40645ca7a56d req-7c39c153-778f-4af1-acfe-679995568e3a service neutron] 10.222.0.31 "GET /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837635 Oct 25 15:03:21.977281 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-f8300832-eb86-4282-b521-f858d783e76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'name': 'tempest-TestMinimumBasicScenario-945566341-router', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:41Z', 'updated_at': '2021-10-25T14:59:52Z', 'revision_number': 4, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'gw_port': {'id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:43Z', 'updated_at': '2021-10-25T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '47522575-2594-4838-9617-ffdf145b01cf', 'name': '', 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'mac_address': 'fa:16:3e:54:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '43607336-e154-478c-a926-960741842c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:50Z', 'updated_at': '2021-10-25T15:00:02Z', 'revision_number': 5, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'subnets': [{'id': '43607336-e154-478c-a926-960741842c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:21.982231 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8300832-eb86-4282-b521-f858d783e76a None None] The sync data for ids ['091b89dd-a251-473e-9b66-d44a88a5e3be'] in dv-cinder-813751-1-smb is: [{'id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'name': 'tempest-TestMinimumBasicScenario-945566341-router', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:41Z', 'updated_at': '2021-10-25T14:59:52Z', 'revision_number': 4, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'gw_port': {'id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:43Z', 'updated_at': '2021-10-25T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '47522575-2594-4838-9617-ffdf145b01cf', 'name': '', 'network_id': '8a90b672-ca89-40cb-80e8-9c87a238768c', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'mac_address': 'fa:16:3e:54:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '43607336-e154-478c-a926-960741842c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:50Z', 'updated_at': '2021-10-25T15:00:02Z', 'revision_number': 5, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'subnets': [{'id': '43607336-e154-478c-a926-960741842c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:03:21.989840 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a0640-7593-4a7b-a083-a0515230278e req-67b9b52f-ee1b-4e82-9cb9-3d2866fee710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:21.991500 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-d47a0640-7593-4a7b-a083-a0515230278e req-67b9b52f-ee1b-4e82-9cb9-3d2866fee710 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 1099 time: 0.1103549 Oct 25 15:03:22.038475 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-d47a0640-7593-4a7b-a083-a0515230278e req-f352ffdf-3508-4076-8a97-7bebde519214 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378528 Oct 25 15:03:22.242285 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14d466f-1d3d-4d55-bbc1-e35802af0166 None None] New status for floating IP 70e953a4-c0a6-4f0d-bb38-4b88f69e11fb: DOWN {{(pid=86781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 15:03:22.615263 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da64139-ef74-45e6-8ab3-7a94adb0cd50 req-f84fcd74-5659-4d65-849f-41e16ab73f66 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:22.616727 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1da64139-ef74-45e6-8ab3-7a94adb0cd50 req-f84fcd74-5659-4d65-849f-41e16ab73f66 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 946 time: 0.0842686 Oct 25 15:03:22.668416 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1da64139-ef74-45e6-8ab3-7a94adb0cd50 req-7a31f9cf-7611-4343-8a42-296219e63dc1 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448289 Oct 25 15:03:22.908808 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 33744) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:23.553425 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748516'] for router_interface, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:23.878928 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adfc27-eab7-4d6b-be69-5673a2b0e8c1 req-8ca990cd-1d1d-4eba-be0e-2e3b0512adfa tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:23.880436 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-94adfc27-eab7-4d6b-be69-5673a2b0e8c1 req-8ca990cd-1d1d-4eba-be0e-2e3b0512adfa tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 946 time: 0.0923610 Oct 25 15:03:23.943432 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Deleting port e971a096-03c1-413f-af8b-a1906b207c78 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:23.943897 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:23.947603 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-94adfc27-eab7-4d6b-be69-5673a2b0e8c1 req-7a94c4c9-2c21-4d05-ab15-8a0e4f697c8b tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552294 Oct 25 15:03:24.250562 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] For port e971a096-03c1-413f-af8b-a1906b207c78, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=e971a096-03c1-413f-af8b-a1906b207c78,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:24.250908 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:24.398145 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Calling delete_port for e971a096-03c1-413f-af8b-a1906b207c78 owned by network:router_interface {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:03:24.529212 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81a54e-2c70-48be-8e9e-a99776a5cd1f req-bb2323fd-a65a-4801-bfe3-7166640f5412 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:24.530700 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7f81a54e-2c70-48be-8e9e-a99776a5cd1f req-bb2323fd-a65a-4801-bfe3-7166640f5412 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 945 time: 0.1002009 Oct 25 15:03:24.576225 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-7f81a54e-2c70-48be-8e9e-a99776a5cd1f req-1bf0915d-c7e3-4b66-9baa-2b97441a7546 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Synchronizing usage tracker for tenant:6b722154703449e688c5cf0149eb8a20 on resource:security_group {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:03:24.591841 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-7f81a54e-2c70-48be-8e9e-a99776a5cd1f req-1bf0915d-c7e3-4b66-9baa-2b97441a7546 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Unset dirty status for tenant:6b722154703449e688c5cf0149eb8a20 on resource:security_group {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:03:24.593020 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7f81a54e-2c70-48be-8e9e-a99776a5cd1f req-1bf0915d-c7e3-4b66-9baa-2b97441a7546 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566819 Oct 25 15:03:24.741659 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:24.746727 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-52ffe3dc-febc-4719-b7ff-58e49df91a05 tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:24.793182 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e971a096-03c1-413f-af8b-a1906b207c78,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:24.833238 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:24.833740 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:24.834031 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:24.834349 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:24.834756 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:24.835072 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:24.835435 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:24.835825 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:24.836186 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:24.836550 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:24.836902 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:24.837254 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:03:24.845673 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:25.184025 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766580'] for router_interface, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:25.251414 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94b35f-82d9-4ec1-a88b-8fb36f81f603 req-0df450e2-e9f4-4cba-92cf-fb4fb070f09c tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:25.253015 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-de94b35f-82d9-4ec1-a88b-8fb36f81f603 req-0df450e2-e9f4-4cba-92cf-fb4fb070f09c tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 946 time: 0.1018388 Oct 25 15:03:25.315113 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-de94b35f-82d9-4ec1-a88b-8fb36f81f603 req-3e6cf147-7d40-46e9-9f03-6660a2236e98 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506239 Oct 25 15:03:25.745901 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Router a65706d8-8961-4efb-b0bc-6a7d37e49d56 has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:03:25.936666 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f1988-813e-4975-936f-8077d13a0755 req-117883fa-9ba8-43f9-939b-b81d7e8150df tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:25.938199 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5a0f1988-813e-4975-936f-8077d13a0755 req-117883fa-9ba8-43f9-939b-b81d7e8150df tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 945 time: 0.1294024 Oct 25 15:03:26.045295 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5a0f1988-813e-4975-936f-8077d13a0755 req-aa29015e-13c7-46d8-a774-25c50ad71c4b tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969543 Oct 25 15:03:26.153240 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:03:26.165494 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cb7ce-fd33-455f-bb3b-b49c7904983b None None] Sync routers for ids ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:03:26.171251 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] 10.222.0.62 "PUT /v2.0/routers/a65706d8-8961-4efb-b0bc-6a7d37e49d56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2610488 Oct 25 15:03:26.174661 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 33816) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:26.177108 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2cb7ce-fd33-455f-bb3b-b49c7904983b None None] Routers {'a65706d8-8961-4efb-b0bc-6a7d37e49d56'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:03:26.178068 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-1a2cb7ce-fd33-455f-bb3b-b49c7904983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:03:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:26.368106 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-1a2cb7ce-fd33-455f-bb3b-b49c7904983b None None] Set router a65706d8-8961-4efb-b0bc-6a7d37e49d56 gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:03:26.389434 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6aa1f9d6-b501-445e-9d32-0d5fc6efa38c admin admin] Notify callbacks [] for router, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:26.412666 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc2efd-eea1-4ffb-b827-5c127fc7549e req-6ef919be-a91c-40ce-9ce1-02ba3ab75b80 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:26.413631 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-b9fc2efd-eea1-4ffb-b827-5c127fc7549e req-6ef919be-a91c-40ce-9ce1-02ba3ab75b80 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Synchronizing usage tracker for tenant:6b722154703449e688c5cf0149eb8a20 on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:03:26.440362 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-b9fc2efd-eea1-4ffb-b827-5c127fc7549e req-6ef919be-a91c-40ce-9ce1-02ba3ab75b80 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Unset dirty status for tenant:6b722154703449e688c5cf0149eb8a20 on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:03:26.442289 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-b9fc2efd-eea1-4ffb-b827-5c127fc7549e req-6ef919be-a91c-40ce-9ce1-02ba3ab75b80 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.31 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 945 time: 0.1534755 Oct 25 15:03:26.563302 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-b9fc2efd-eea1-4ffb-b827-5c127fc7549e req-ed6869ca-e008-4f2b-8a39-461639a54fbd tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Deleting port 7b3c1814-483b-46b8-ab35-7912317c26a2 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:26.564004 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-b9fc2efd-eea1-4ffb-b827-5c127fc7549e req-ed6869ca-e008-4f2b-8a39-461639a54fbd tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:26.747462 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-1a2cb7ce-fd33-455f-bb3b-b49c7904983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T15:03:24Z', 'revision_number': 5, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port': {'id': 'e6707d6a-3ec3-42a2-b16c-63913ec9a1fb', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:12Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:26.752262 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cb7ce-fd33-455f-bb3b-b49c7904983b None None] Checking router: a65706d8-8961-4efb-b0bc-6a7d37e49d56 for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:03:26.759605 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6aa1f9d6-b501-445e-9d32-0d5fc6efa38c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:26.764082 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2cb7ce-fd33-455f-bb3b-b49c7904983b None None] Routers {'a65706d8-8961-4efb-b0bc-6a7d37e49d56'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:03:26.764962 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-1a2cb7ce-fd33-455f-bb3b-b49c7904983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:03:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:26.772098 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-6aa1f9d6-b501-445e-9d32-0d5fc6efa38c admin admin] Deleting port e6707d6a-3ec3-42a2-b16c-63913ec9a1fb {{(pid=86779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:26.772460 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6aa1f9d6-b501-445e-9d32-0d5fc6efa38c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:26.951839 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-b9fc2efd-eea1-4ffb-b827-5c127fc7549e req-ed6869ca-e008-4f2b-8a39-461639a54fbd tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] For port 7b3c1814-483b-46b8-ab35-7912317c26a2, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=7b3c1814-483b-46b8-ab35-7912317c26a2,segment=NetworkSegment(97575ddb-3903-4ccd-890f-6e58fc554382),segment_id=97575ddb-3903-4ccd-890f-6e58fc554382)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:26.953195 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-b9fc2efd-eea1-4ffb-b827-5c127fc7549e req-ed6869ca-e008-4f2b-8a39-461639a54fbd tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:26.996137 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [None req-6aa1f9d6-b501-445e-9d32-0d5fc6efa38c admin admin] For port e6707d6a-3ec3-42a2-b16c-63913ec9a1fb, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=e6707d6a-3ec3-42a2-b16c-63913ec9a1fb,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:26.997762 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6aa1f9d6-b501-445e-9d32-0d5fc6efa38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:27.035440 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-1a2cb7ce-fd33-455f-bb3b-b49c7904983b None None] Set router a65706d8-8961-4efb-b0bc-6a7d37e49d56 gateway port host: None {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:03:27.170561 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-1a2cb7ce-fd33-455f-bb3b-b49c7904983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T15:03:26Z', 'revision_number': 6, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port_host': None}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:27.175670 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cb7ce-fd33-455f-bb3b-b49c7904983b None None] The sync data for ids ['a65706d8-8961-4efb-b0bc-6a7d37e49d56'] in dv-cinder-813751-1-smb is: [{'id': 'a65706d8-8961-4efb-b0bc-6a7d37e49d56', 'name': 'tempest-AttachVolumeTestJSON-548389409-router', 'tenant_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:09Z', 'updated_at': '2021-10-25T15:03:26Z', 'revision_number': 6, 'project_id': 'ec1fc5a480a1442bac3e578b604cf89f', 'gw_port_host': None}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:03:27.213835 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-6aa1f9d6-b501-445e-9d32-0d5fc6efa38c admin admin] Calling delete_port for e6707d6a-3ec3-42a2-b16c-63913ec9a1fb owned by network:router_gateway {{(pid=86779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:03:27.218960 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-b9fc2efd-eea1-4ffb-b827-5c127fc7549e req-ed6869ca-e008-4f2b-8a39-461639a54fbd tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Calling delete_port for 7b3c1814-483b-46b8-ab35-7912317c26a2 owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:03:27.503001 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-b9fc2efd-eea1-4ffb-b827-5c127fc7549e req-ed6869ca-e008-4f2b-8a39-461639a54fbd tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:27.512014 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-4a24eefd-377b-4406-8587-21ab151dbd7f tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:27.545641 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['7b3c1814-483b-46b8-ab35-7912317c26a2'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:03:27.566545 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9cda8-64f4-4672-9035-d88ed04527c0 req-1c0e6dd1-1ba6-4228-b91f-aaaa07fab07b tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:27.573959 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-18d9cda8-64f4-4672-9035-d88ed04527c0 req-1c0e6dd1-1ba6-4228-b91f-aaaa07fab07b tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73e0744-7327-4b50-9fc4-2fa59392fcb3 HTTP/1.1" status: 200 len: 945 time: 0.3096693 Oct 25 15:03:27.621517 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6869ca-e008-4f2b-8a39-461639a54fbd tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Pushing event deleted for resources: {'Port': ['ID=7b3c1814-483b-46b8-ab35-7912317c26a2,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:27.641532 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ed6869ca-e008-4f2b-8a39-461639a54fbd tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:27.663907 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-18d9cda8-64f4-4672-9035-d88ed04527c0 req-855f93a1-ee9f-4890-bf62-6ac00f1a5f6e tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.62 "GET /v2.0/security-groups?id=b92a3446-f848-469f-ac3a-ccd26e7fd452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888581 Oct 25 15:03:27.745148 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6aa1f9d6-b501-445e-9d32-0d5fc6efa38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:27.750319 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fc2efd-eea1-4ffb-b827-5c127fc7549e req-ed6869ca-e008-4f2b-8a39-461639a54fbd tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] No DVR routers for this DVR port 7b3c1814-483b-46b8-ab35-7912317c26a2 on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:03:27.752132 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:27.753013 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-b9fc2efd-eea1-4ffb-b827-5c127fc7549e req-ed6869ca-e008-4f2b-8a39-461639a54fbd tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:27.755950 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'name': 'network-vif-deleted', 'tag': '7b3c1814-483b-46b8-ab35-7912317c26a2'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:03:27.782848 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-b9fc2efd-eea1-4ffb-b827-5c127fc7549e req-ed6869ca-e008-4f2b-8a39-461639a54fbd tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] 10.222.0.31 "DELETE /v2.0/ports/7b3c1814-483b-46b8-ab35-7912317c26a2 HTTP/1.1" status: 204 len: 173 time: 1.3340950 Oct 25 15:03:27.799958 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1f9d6-b501-445e-9d32-0d5fc6efa38c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6707d6a-3ec3-42a2-b16c-63913ec9a1fb,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:27.806365 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73e0744-7327-4b50-9fc4-2fa59392fcb3', 'name': 'network-vif-deleted', 'tag': '7b3c1814-483b-46b8-ab35-7912317c26a2', 'status': 'completed', 'code': 200} Oct 25 15:03:27.837499 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-6aa1f9d6-b501-445e-9d32-0d5fc6efa38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:27.903518 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6aa1f9d6-b501-445e-9d32-0d5fc6efa38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672777'] for router_gateway, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:28.148769 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6aa1f9d6-b501-445e-9d32-0d5fc6efa38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34898'] for router, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:28.149792 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device e971a096-03c1-413f-af8b-a1906b207c78 no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:03:28.152433 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6aa1f9d6-b501-445e-9d32-0d5fc6efa38c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:28.182492 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6aa1f9d6-b501-445e-9d32-0d5fc6efa38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746482'] for router, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:28.183098 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa1f9d6-b501-445e-9d32-0d5fc6efa38c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a65706d8-8961-4efb-b0bc-6a7d37e49d56 {{(pid=86779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 25 15:03:28.188099 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: e971a096-03c1-413f-af8b-a1906b207c78 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:03:28.189032 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device e971a096-03c1-413f-af8b-a1906b207c78 not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:03:28.189682 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device e6707d6a-3ec3-42a2-b16c-63913ec9a1fb no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:03:28.200694 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6aa1f9d6-b501-445e-9d32-0d5fc6efa38c admin admin] Notify callbacks [] for router, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:28.203687 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-6aa1f9d6-b501-445e-9d32-0d5fc6efa38c admin admin] 10.222.0.62 "DELETE /v2.0/routers/a65706d8-8961-4efb-b0bc-6a7d37e49d56 HTTP/1.1" status: 204 len: 168 time: 2.0257435 Oct 25 15:03:28.204997 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 33832) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:28.226817 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: e6707d6a-3ec3-42a2-b16c-63913ec9a1fb {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:03:28.227233 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device e6707d6a-3ec3-42a2-b16c-63913ec9a1fb not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:03:28.275231 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5456898-d967-4626-a794-bd52e941c65a admin admin] Deleting subnet 7be2497d-78d4-40d2-b881-9b05ba010f0d {{(pid=86779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Oct 25 15:03:28.278433 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5456898-d967-4626-a794-bd52e941c65a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:28.336513 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5456898-d967-4626-a794-bd52e941c65a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27903079'] for subnet, precommit_delete_associations {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:28.612913 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5456898-d967-4626-a794-bd52e941c65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4057954'] for subnet, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:28.694471 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5456898-d967-4626-a794-bd52e941c65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4057961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28131434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27357772'] for subnet, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:28.701927 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-dc633cbc-4a3b-4ecc-9867-8466e4f69237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:28.742407 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5456898-d967-4626-a794-bd52e941c65a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7be2497d-78d4-40d2-b881-9b05ba010f0d,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:28.745582 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5456898-d967-4626-a794-bd52e941c65a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:28.749136 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e5456898-d967-4626-a794-bd52e941c65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:28.753619 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-e5456898-d967-4626-a794-bd52e941c65a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7be2497d-78d4-40d2-b881-9b05ba010f0d HTTP/1.1" status: 204 len: 168 time: 0.5473676 Oct 25 15:03:28.756046 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 33842) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:28.758758 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1b5c18-d42b-4526-8f9c-3a8137b91a6c None None] Network 9ab300cd-9646-4c55-951a-9f82ccc02761 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 15:03:29.031798 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4166563'] for network, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:29.074537 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] Deleting port e84b7a42-1830-43a4-8b92-7b71b17d20c9 {{(pid=86779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:29.075665 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:29.173993 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5029838-6053-4a9b-aead-000d6d760ba6 None None] DHCP port deletion for 9ab300cd-9646-4c55-951a-9f82ccc02761 request from dv-cinder-813751-1-smb {{(pid=86780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 25 15:03:29.179104 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-a5029838-6053-4a9b-aead-000d6d760ba6 None None] Deleting port e84b7a42-1830-43a4-8b92-7b71b17d20c9 {{(pid=86780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:29.179485 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a5029838-6053-4a9b-aead-000d6d760ba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:29.403449 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] For port e84b7a42-1830-43a4-8b92-7b71b17d20c9, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=e84b7a42-1830-43a4-8b92-7b71b17d20c9,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:29.404016 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:29.477286 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-a5029838-6053-4a9b-aead-000d6d760ba6 None None] For port e84b7a42-1830-43a4-8b92-7b71b17d20c9, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=e84b7a42-1830-43a4-8b92-7b71b17d20c9,segment=NetworkSegment(8c16fe56-386c-46ed-8845-bd85a0538e41),segment_id=8c16fe56-386c-46ed-8845-bd85a0538e41)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:29.478271 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a5029838-6053-4a9b-aead-000d6d760ba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:29.549448 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:03:29.584992 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] Calling delete_port for e84b7a42-1830-43a4-8b92-7b71b17d20c9 owned by network:dhcp {{(pid=86779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:03:29.639275 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-a5029838-6053-4a9b-aead-000d6d760ba6 None None] Calling delete_port for e84b7a42-1830-43a4-8b92-7b71b17d20c9 owned by network:dhcp {{(pid=86780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:03:29.674675 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 33886) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:29.682006 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:29.686358 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1baed995-7de1-4ec5-a63f-efce8a12ad50 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:29.729680 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] Pushing event deleted for resources: {'Port': ['ID=e84b7a42-1830-43a4-8b92-7b71b17d20c9,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:29.733445 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:29.737938 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] No DVR routers for this DVR port e84b7a42-1830-43a4-8b92-7b71b17d20c9 on host dv-cinder-813751-1-smb {{(pid=86779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:03:29.803835 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.db.api [None req-a5029838-6053-4a9b-aead-000d6d760ba6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 15:03:29.804197 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_db.api [None req-a5029838-6053-4a9b-aead-000d6d760ba6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 15:03:29.876207 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283197', 'neutron.services.segments.db._delete_segments_for_network-8733670938031'] for network, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:29.925554 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab300cd-9646-4c55-951a-9f82ccc02761']}} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:29.952021 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c16fe56-386c-46ed-8845-bd85a0538e41') {'for_net_delete': True} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:29.952503 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c16fe56-386c-46ed-8845-bd85a0538e41') {} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:29.976578 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733670937869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27903068'] for segment, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:30.005695 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:30.015179 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=86779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 15:03:30.015848 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4059317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28131536'] for segment, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: Traceback (most recent call last): Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: timer() Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: cb(*args, **kw) Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: return func(*args, **kwargs) Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: self._notify() Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: self.callback(batched_events) Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: event.method(event) Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: return f(self, *a, **k) Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: return self._get(url).json() Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: return self.request(url, 'GET', **kwargs) Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 15:03:30.045773 dv-cinder-813751-1-smb neutron-server[86779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 15:03:30.106662 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device e84b7a42-1830-43a4-8b92-7b71b17d20c9 no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:03:30.145538 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: e84b7a42-1830-43a4-8b92-7b71b17d20c9 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:03:30.146160 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device e84b7a42-1830-43a4-8b92-7b71b17d20c9 not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:03:30.173488 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672812'] for network, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:30.182131 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-42907c73-8173-4b8c-bc7c-f7e753f7ac39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:30.201862 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:30.219512 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab300cd-9646-4c55-951a-9f82ccc02761,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:30.231610 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:30.240598 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-2a0c2ce1-06f1-449a-9228-af23adb9d443 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9ab300cd-9646-4c55-951a-9f82ccc02761 HTTP/1.1" status: 204 len: 168 time: 1.4832451 Oct 25 15:03:30.305869 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-a5029838-6053-4a9b-aead-000d6d760ba6 None None] Deleting port e84b7a42-1830-43a4-8b92-7b71b17d20c9 {{(pid=86780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:30.307018 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a5029838-6053-4a9b-aead-000d6d760ba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:30.437139 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 33896) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:30.455212 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-41af95ef-8a21-48a6-aebc-68186d15fb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748516'] for router_interface, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:30.457267 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-a5029838-6053-4a9b-aead-000d6d760ba6 None None] The port 'e84b7a42-1830-43a4-8b92-7b71b17d20c9' was deleted {{(pid=86780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Oct 25 15:03:30.481942 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 7b3c1814-483b-46b8-ab35-7912317c26a2 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:03:30.561566 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: 7b3c1814-483b-46b8-ab35-7912317c26a2 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:03:30.562501 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 7b3c1814-483b-46b8-ab35-7912317c26a2 not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:03:30.579790 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-2dfdf688-8748-464d-a3b9-fa3b11bade30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec1fc5a480a1442bac3e578b604cf89f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1406081 Oct 25 15:03:30.583828 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 33900) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:30.680568 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8447f10a-a5ad-4628-aa6d-d2a134bab14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:30.737743 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8447f10a-a5ad-4628-aa6d-d2a134bab14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:30.867770 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8447f10a-a5ad-4628-aa6d-d2a134bab14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:30.878012 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-2febaf0c-230f-47d6-bfb7-7fb70692c957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:30.903999 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447f10a-a5ad-4628-aa6d-d2a134bab14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e77f982-e7a0-4c70-8318-ede62f90e74c,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:30.919583 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-8447f10a-a5ad-4628-aa6d-d2a134bab14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:30.932242 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8447f10a-a5ad-4628-aa6d-d2a134bab14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:30.941204 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-8447f10a-a5ad-4628-aa6d-d2a134bab14e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e77f982-e7a0-4c70-8318-ede62f90e74c HTTP/1.1" status: 204 len: 168 time: 0.3547816 Oct 25 15:03:31.286542 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-41af95ef-8a21-48a6-aebc-68186d15fb9c admin admin] Deleting port 47522575-2594-4838-9617-ffdf145b01cf {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:31.287439 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-41af95ef-8a21-48a6-aebc-68186d15fb9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:31.479584 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:31.508259 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-41af95ef-8a21-48a6-aebc-68186d15fb9c admin admin] For port 47522575-2594-4838-9617-ffdf145b01cf, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=47522575-2594-4838-9617-ffdf145b01cf,segment=NetworkSegment(97575ddb-3903-4ccd-890f-6e58fc554382),segment_id=97575ddb-3903-4ccd-890f-6e58fc554382)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:31.508620 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-41af95ef-8a21-48a6-aebc-68186d15fb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:31.682091 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-41af95ef-8a21-48a6-aebc-68186d15fb9c admin admin] Calling delete_port for 47522575-2594-4838-9617-ffdf145b01cf owned by network:router_interface {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:03:31.892067 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-41af95ef-8a21-48a6-aebc-68186d15fb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:31.898554 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-52d37625-be29-4f3f-aa6e-d0fc2580a4a2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:31.982220 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af95ef-8a21-48a6-aebc-68186d15fb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=47522575-2594-4838-9617-ffdf145b01cf,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:31.984854 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-41af95ef-8a21-48a6-aebc-68186d15fb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:32.212844 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 33928) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:32.319732 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-41af95ef-8a21-48a6-aebc-68186d15fb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766580'] for router_interface, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:32.391004 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2103292322-network', 'tenant_id': 'c3ff910ba6724e2797f2fb32986c596f'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:03:32.396360 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:03:32.401160 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Usage tracker for resource:network and tenant:c3ff910ba6724e2797f2fb32986c596f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:03:32.404550 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:03:32.411822 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:03:32.433979 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Made reservation on behalf of c3ff910ba6724e2797f2fb32986c596f for: {'network': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:03:32.437661 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for network, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:32.452694 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:32.471311 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:03:32.481919 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Usage tracker for resource:security_group_rule and tenant:c3ff910ba6724e2797f2fb32986c596f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:03:32.483303 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:03:32.493489 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:03:32.651117 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:32.657566 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:32.662474 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e27e3574-3df8-4df7-9456-6f3fa5e3a444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:32.682985 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=86779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 15:03:32.707933 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:32.708252 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.db.segments_db [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Added segment 5fe47183-925a-4512-b9ce-9da609648f80 of type vlan for network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 Oct 25 15:03:32.709671 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b3c9f5-9468-48ea-bbcc-49cbabdbae74,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:32.716962 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:32.749880 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733670411457'] for network, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:32.798701 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795'] for network, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:32.800085 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:32.800679 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:32.827389 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:32.842782 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6286864 Oct 25 15:03:32.846127 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 33944) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:32.856189 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-82621531-b0d5-442e-bf75-4d86fd46b595 admin admin] Request body: {'subnet': {'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2103292322-subnet', 'tenant_id': 'c3ff910ba6724e2797f2fb32986c596f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:03:32.923221 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-82621531-b0d5-442e-bf75-4d86fd46b595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:03:32.936642 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41af95ef-8a21-48a6-aebc-68186d15fb9c admin admin] Router 091b89dd-a251-473e-9b66-d44a88a5e3be has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:03:32.955618 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-82621531-b0d5-442e-bf75-4d86fd46b595 admin admin] Usage tracker for resource:subnet and tenant:c3ff910ba6724e2797f2fb32986c596f is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:03:32.978496 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-82621531-b0d5-442e-bf75-4d86fd46b595 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:03:32.994511 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-82621531-b0d5-442e-bf75-4d86fd46b595 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:03:33.004464 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Pushing event updated for resources: {'Network': ['ID=9a78d1a8-5bc7-41f0-8557-5aeb28baae93,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:33.011084 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:33.016755 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 details requested by agent ovs-agent-dv-cinder-813751-1-smb with host dv-cinder-813751-1-smb {{(pid=86780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 25 15:03:33.026774 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82621531-b0d5-442e-bf75-4d86fd46b595 admin admin] Made reservation on behalf of c3ff910ba6724e2797f2fb32986c596f for: {'subnet': 1} {{(pid=86779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:03:33.032632 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-82621531-b0d5-442e-bf75-4d86fd46b595 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27357795'] for subnet, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:33.179657 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41af95ef-8a21-48a6-aebc-68186d15fb9c admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:03:33.192498 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c419f-90ef-4ce4-8826-52f03b11fe88 None None] Sync routers for ids ['091b89dd-a251-473e-9b66-d44a88a5e3be'] in dv-cinder-813751-1-smb {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:03:33.201599 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-41af95ef-8a21-48a6-aebc-68186d15fb9c admin admin] 10.222.0.62 "PUT /v2.0/routers/091b89dd-a251-473e-9b66-d44a88a5e3be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5214269 Oct 25 15:03:33.201938 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 33952) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:33.208858 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c419f-90ef-4ce4-8826-52f03b11fe88 None None] Routers {'091b89dd-a251-473e-9b66-d44a88a5e3be'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:03:33.209878 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-317c419f-90ef-4ce4-8826-52f03b11fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:03:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['091b89dd-a251-473e-9b66-d44a88a5e3be'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:33.433384 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] Notify callbacks [] for router, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:33.480387 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-82621531-b0d5-442e-bf75-4d86fd46b595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28135093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27357813'] for subnet, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:33.485617 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-8f9a2194-6a1d-4d2d-b072-db20db9ff4b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:33.520518 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-317c419f-90ef-4ce4-8826-52f03b11fe88 None None] Set router 091b89dd-a251-473e-9b66-d44a88a5e3be gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:03:33.561840 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82621531-b0d5-442e-bf75-4d86fd46b595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec4438db-1d86-47dc-8044-e901ba1aff92,revision_number=0']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:33.566510 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-82621531-b0d5-442e-bf75-4d86fd46b595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:33.577377 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82621531-b0d5-442e-bf75-4d86fd46b595 admin admin] Checking segment: {'id': '5fe47183-925a-4512-b9ce-9da609648f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:03:33.577611 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82621531-b0d5-442e-bf75-4d86fd46b595 admin admin] Network hostable DHCP agents. Network: 9a78d1a8-5bc7-41f0-8557-5aeb28baae93, hostable agents: ['c19947b3-1173-43b1-a007-0a77dcbff164'], hosted agents: [] {{(pid=86779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 15:03:33.600166 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82621531-b0d5-442e-bf75-4d86fd46b595 admin admin] Network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 is scheduled to be hosted by DHCP agent c19947b3-1173-43b1-a007-0a77dcbff164 with binding_index 1 {{(pid=86779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 15:03:33.613935 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-82621531-b0d5-442e-bf75-4d86fd46b595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-smb, 9a78d1a8-5bc7-41f0-8557-5aeb28baae93) {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:03:33.623988 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82621531-b0d5-442e-bf75-4d86fd46b595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:33.625448 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-82621531-b0d5-442e-bf75-4d86fd46b595 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:33.626221 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3044f9b3-582d-4cbf-b90d-c4f26677d6e6 None None] Network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 15:03:33.678751 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-82621531-b0d5-442e-bf75-4d86fd46b595 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8312664 Oct 25 15:03:33.789294 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:33.811829 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] Deleting port 6f8d5033-5b61-4131-9f7f-daa7df8ce27a {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:33.812347 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:33.947279 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-317c419f-90ef-4ce4-8826-52f03b11fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'name': 'tempest-TestMinimumBasicScenario-945566341-router', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:41Z', 'updated_at': '2021-10-25T15:03:31Z', 'revision_number': 5, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'gw_port': {'id': '6f8d5033-5b61-4131-9f7f-daa7df8ce27a', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:43Z', 'updated_at': '2021-10-25T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:33.951086 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc788515-3d5e-48e4-acda-a92e8dc04a37 None None] Network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 15:03:33.954779 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c419f-90ef-4ce4-8826-52f03b11fe88 None None] Checking router: 091b89dd-a251-473e-9b66-d44a88a5e3be for host: dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:03:33.969177 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c419f-90ef-4ce4-8826-52f03b11fe88 None None] Routers {'091b89dd-a251-473e-9b66-d44a88a5e3be'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:03:33.970743 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-317c419f-90ef-4ce4-8826-52f03b11fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:03:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['091b89dd-a251-473e-9b66-d44a88a5e3be'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:34.120711 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] For port 6f8d5033-5b61-4131-9f7f-daa7df8ce27a, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=6f8d5033-5b61-4131-9f7f-daa7df8ce27a,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:34.121326 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:34.285901 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] Calling delete_port for 6f8d5033-5b61-4131-9f7f-daa7df8ce27a owned by network:router_gateway {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:03:34.295844 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-317c419f-90ef-4ce4-8826-52f03b11fe88 None None] Set router 091b89dd-a251-473e-9b66-d44a88a5e3be gateway port host: None {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:03:34.427882 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-317c419f-90ef-4ce4-8826-52f03b11fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'name': 'tempest-TestMinimumBasicScenario-945566341-router', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:41Z', 'updated_at': '2021-10-25T15:03:33Z', 'revision_number': 6, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'gw_port_host': None}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:34.433928 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c419f-90ef-4ce4-8826-52f03b11fe88 None None] The sync data for ids ['091b89dd-a251-473e-9b66-d44a88a5e3be'] in dv-cinder-813751-1-smb is: [{'id': '091b89dd-a251-473e-9b66-d44a88a5e3be', 'name': 'tempest-TestMinimumBasicScenario-945566341-router', 'tenant_id': '6b722154703449e688c5cf0149eb8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:41Z', 'updated_at': '2021-10-25T15:03:33Z', 'revision_number': 6, 'project_id': '6b722154703449e688c5cf0149eb8a20', 'gw_port_host': None}] {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:03:34.532553 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:34.548098 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-eeb76307-a6ca-4226-8a6f-f162d14cfe45 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:34.615562 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-42b90ba9-56d0-4936-9844-5018eadb064f tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:34.616359 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-42b90ba9-56d0-4936-9844-5018eadb064f tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Synchronizing usage tracker for tenant:c3ff910ba6724e2797f2fb32986c596f on resource:network {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:03:34.624668 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8d5033-5b61-4131-9f7f-daa7df8ce27a,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:34.632121 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:34.640098 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-42b90ba9-56d0-4936-9844-5018eadb064f tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Unset dirty status for tenant:c3ff910ba6724e2797f2fb32986c596f on resource:network {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:03:34.641407 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-42b90ba9-56d0-4936-9844-5018eadb064f tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/networks?id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93 HTTP/1.1" status: 200 len: 815 time: 0.2741146 Oct 25 15:03:34.662449 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-b89b8d10-1a2f-4ee9-b33e-05db40798805 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/quotas/c3ff910ba6724e2797f2fb32986c596f HTTP/1.1" status: 200 len: 375 time: 0.0138831 Oct 25 15:03:34.707039 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672777'] for router_gateway, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:34.723795 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-887bfb1f-ed7a-4867-a383-6bfb9e8a7d2c tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3ff910ba6724e2797f2fb32986c596f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540018 Oct 25 15:03:34.905527 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-26a303f8-aba7-4e88-a96e-7584cf46b139 service neutron] 10.222.0.62 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732624 Oct 25 15:03:35.046026 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34898'] for router, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:35.048404 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:35.069378 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-69f98fb1-90f8-4e20-a5d0-5efcb9d4dc18 service neutron] 10.222.0.62 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526430 Oct 25 15:03:35.139213 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746482'] for router, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:35.139866 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 091b89dd-a251-473e-9b66-d44a88a5e3be {{(pid=86778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 25 15:03:35.155481 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] Notify callbacks [] for router, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:35.156703 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] 10.222.0.62 "DELETE /v2.0/routers/091b89dd-a251-473e-9b66-d44a88a5e3be HTTP/1.1" status: 204 len: 168 time: 1.9537046 Oct 25 15:03:35.161013 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 33980) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:35.230368 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99df0df-3e81-430f-b0bd-acbe4c7efc1d admin admin] Deleting subnet 43607336-e154-478c-a926-960741842c1d {{(pid=86778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Oct 25 15:03:35.235497 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f99df0df-3e81-430f-b0bd-acbe4c7efc1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:35.318002 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f99df0df-3e81-430f-b0bd-acbe4c7efc1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28201564'] for subnet, precommit_delete_associations {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:35.342974 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-df260554-40f5-4a92-a0f4-8f8b75d782a5 req-d0f75477-6b51-42c1-a7d9-839c66b4bfdd tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 210 time: 0.0893636 Oct 25 15:03:35.488054 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f99df0df-3e81-430f-b0bd-acbe4c7efc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4057954'] for subnet, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:35.581645 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f99df0df-3e81-430f-b0bd-acbe4c7efc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4057961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27816528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1469806'] for subnet, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:35.586483 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-461fb879-08db-4d47-b1e2-dfd6f898b63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:35.646314 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99df0df-3e81-430f-b0bd-acbe4c7efc1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43607336-e154-478c-a926-960741842c1d,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:35.651086 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f99df0df-3e81-430f-b0bd-acbe4c7efc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:35.656400 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f99df0df-3e81-430f-b0bd-acbe4c7efc1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:35.665115 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-f99df0df-3e81-430f-b0bd-acbe4c7efc1d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/43607336-e154-478c-a926-960741842c1d HTTP/1.1" status: 204 len: 168 time: 0.5007436 Oct 25 15:03:35.665312 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f69f221-9ac5-4a5b-9943-4c45e92779ba None None] Network 8a90b672-ca89-40cb-80e8-9c87a238768c requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 15:03:35.666662 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 33998) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:35.784333 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4166563'] for network, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:35.812223 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Deleting port 429c6301-3a2e-44d1-ae54-a39a6f622ebf {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:35.812491 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:36.081922 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96de3a89-6450-4e5f-8475-3f53b98c2c61 None None] DHCP port deletion for 8a90b672-ca89-40cb-80e8-9c87a238768c request from dv-cinder-813751-1-smb {{(pid=86780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 25 15:03:36.089102 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-96de3a89-6450-4e5f-8475-3f53b98c2c61 None None] Deleting port 429c6301-3a2e-44d1-ae54-a39a6f622ebf {{(pid=86780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:36.089804 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-96de3a89-6450-4e5f-8475-3f53b98c2c61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:36.165860 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 47522575-2594-4838-9617-ffdf145b01cf no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:03:36.204340 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] For port 429c6301-3a2e-44d1-ae54-a39a6f622ebf, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=429c6301-3a2e-44d1-ae54-a39a6f622ebf,segment=NetworkSegment(97575ddb-3903-4ccd-890f-6e58fc554382),segment_id=97575ddb-3903-4ccd-890f-6e58fc554382)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:36.204786 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:36.212452 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: 47522575-2594-4838-9617-ffdf145b01cf {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:03:36.212831 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 47522575-2594-4838-9617-ffdf145b01cf not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:03:36.213262 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 6f8d5033-5b61-4131-9f7f-daa7df8ce27a no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:03:36.251315 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: 6f8d5033-5b61-4131-9f7f-daa7df8ce27a {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:03:36.251315 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 6f8d5033-5b61-4131-9f7f-daa7df8ce27a not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:03:36.333583 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Calling delete_port for 429c6301-3a2e-44d1-ae54-a39a6f622ebf owned by network:dhcp {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:03:36.410737 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:36.412209 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-96de3a89-6450-4e5f-8475-3f53b98c2c61 None None] For port 429c6301-3a2e-44d1-ae54-a39a6f622ebf, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=429c6301-3a2e-44d1-ae54-a39a6f622ebf,segment=NetworkSegment(97575ddb-3903-4ccd-890f-6e58fc554382),segment_id=97575ddb-3903-4ccd-890f-6e58fc554382)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:36.412629 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-96de3a89-6450-4e5f-8475-3f53b98c2c61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:36.415170 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-418c8cc1-02af-42d9-914c-9cc491417fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:36.460892 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Pushing event deleted for resources: {'Port': ['ID=429c6301-3a2e-44d1-ae54-a39a6f622ebf,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:36.464259 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:36.465249 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] No DVR routers for this DVR port 429c6301-3a2e-44d1-ae54-a39a6f622ebf on host dv-cinder-813751-1-smb {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:03:36.519878 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8fa93349-889f-4448-b05b-35a0009294ab req-c0fc2091-f4d1-4444-b87f-fbe48cb84581 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 210 time: 0.0521710 Oct 25 15:03:36.540889 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-96de3a89-6450-4e5f-8475-3f53b98c2c61 None None] Calling delete_port for 429c6301-3a2e-44d1-ae54-a39a6f622ebf owned by network:dhcp {{(pid=86780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:03:36.591416 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283197', 'neutron.services.segments.db._delete_segments_for_network-8733670938031'] for network, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:36.622928 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a90b672-ca89-40cb-80e8-9c87a238768c']}} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:36.623516 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.db.api [None req-96de3a89-6450-4e5f-8475-3f53b98c2c61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 15:03:36.623901 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_db.api [None req-96de3a89-6450-4e5f-8475-3f53b98c2c61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 15:03:36.636562 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97575ddb-3903-4ccd-890f-6e58fc554382') {'for_net_delete': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:36.637056 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97575ddb-3903-4ccd-890f-6e58fc554382') {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:36.649280 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733670937869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28201575'] for segment, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:36.666598 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:36.693977 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=86778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 15:03:36.694378 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4059317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27816682'] for segment, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: Traceback (most recent call last): Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: timer() Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: cb(*args, **kw) Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: return func(*args, **kwargs) Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: self._notify() Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: self.callback(batched_events) Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: event.method(event) Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: return f(self, *a, **k) Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: return self._get(url).json() Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: return self.request(url, 'GET', **kwargs) Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 15:03:36.707453 dv-cinder-813751-1-smb neutron-server[86778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 15:03:36.956069 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672812'] for network, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:36.970667 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:36.993979 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:37.006778 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a90b672-ca89-40cb-80e8-9c87a238768c,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:37.024902 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:37.048198 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8a90b672-ca89-40cb-80e8-9c87a238768c HTTP/1.1" status: 204 len: 168 time: 1.3803060 Oct 25 15:03:37.051762 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 34016) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:37.123160 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-e4285cad-1a70-4d63-9ef9-5b805b0e3b05 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:37.124999 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-e4285cad-1a70-4d63-9ef9-5b805b0e3b05 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.31 "GET /v2.0/networks?id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93 HTTP/1.1" status: 200 len: 815 time: 0.4508343 Oct 25 15:03:37.125176 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-96de3a89-6450-4e5f-8475-3f53b98c2c61 None None] Deleting port 429c6301-3a2e-44d1-ae54-a39a6f622ebf {{(pid=86780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:37.125722 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-96de3a89-6450-4e5f-8475-3f53b98c2c61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:37.150610 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Request body: {'port': {'device_id': '26ab6e2d-677a-4b8c-82bd-019853f502e9', 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93', 'admin_state_up': True, 'tenant_id': 'c3ff910ba6724e2797f2fb32986c596f'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:03:37.198256 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-96de3a89-6450-4e5f-8475-3f53b98c2c61 None None] The port '429c6301-3a2e-44d1-ae54-a39a6f622ebf' was deleted {{(pid=86780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Oct 25 15:03:37.451880 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:03:37.459664 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Usage tracker for resource:port and tenant:c3ff910ba6724e2797f2fb32986c596f is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:03:37.464207 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:03:37.528960 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:03:37.561911 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Made reservation on behalf of c3ff910ba6724e2797f2fb32986c596f for: {'port': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:03:37.565624 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:37.673074 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4ebcd69c-4dc4-455c-ae28-6b9bc88fee08 req-1a42b0f2-7452-42da-9ceb-267c41f546e2 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 210 time: 0.0434167 Oct 25 15:03:37.833977 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Allocated IP 172.20.0.8 (9a78d1a8-5bc7-41f0-8557-5aeb28baae93/ec4438db-1d86-47dc-8044-e901ba1aff92/4546f12c-3b77-4f99-b549-72f861949038) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:03:38.077503 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a3f0043e-2f9f-431a-a2a7-947f26a69360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748516'] for router_interface, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:38.082790 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 429c6301-3a2e-44d1-ae54-a39a6f622ebf no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:03:38.118584 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: 429c6301-3a2e-44d1-ae54-a39a6f622ebf {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:03:38.118934 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 429c6301-3a2e-44d1-ae54-a39a6f622ebf not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:03:38.193109 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:38.525991 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:38.532545 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-4cd793d1-c884-4828-ac7a-12d2d78e6dec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:38.612298 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:03:38.616359 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:03:38.622409 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:03:38.656905 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Pushing event updated for resources: {'Port': ['ID=4546f12c-3b77-4f99-b549-72f861949038,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:38.668958 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:38.702023 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:38.702523 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:38.770595 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6266878 Oct 25 15:03:38.792769 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Request body: {'port': {'device_id': '26ab6e2d-677a-4b8c-82bd-019853f502e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:03:38.837200 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-a3f0043e-2f9f-431a-a2a7-947f26a69360 admin admin] Deleting port dc939263-ae72-4925-8489-0907b42abaa2 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:38.837997 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a3f0043e-2f9f-431a-a2a7-947f26a69360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:38.940286 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc103a-9508-48b4-83fc-1f1b4d986817 req-0e61d5e4-ebcb-4ae9-959e-a97026092c34 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:38.942049 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-21bc103a-9508-48b4-83fc-1f1b4d986817 req-0e61d5e4-ebcb-4ae9-959e-a97026092c34 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 931 time: 0.1515152 Oct 25 15:03:38.998987 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-21bc103a-9508-48b4-83fc-1f1b4d986817 req-953b3694-064e-452f-8b80-e45483e10e5d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Synchronizing usage tracker for tenant:c3ff910ba6724e2797f2fb32986c596f on resource:security_group {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:03:39.019228 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-21bc103a-9508-48b4-83fc-1f1b4d986817 req-953b3694-064e-452f-8b80-e45483e10e5d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Unset dirty status for tenant:c3ff910ba6724e2797f2fb32986c596f on resource:security_group {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:03:39.020537 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-21bc103a-9508-48b4-83fc-1f1b4d986817 req-953b3694-064e-452f-8b80-e45483e10e5d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637786 Oct 25 15:03:39.097033 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:39.201171 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-a3f0043e-2f9f-431a-a2a7-947f26a69360 admin admin] For port dc939263-ae72-4925-8489-0907b42abaa2, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=dc939263-ae72-4925-8489-0907b42abaa2,segment=NetworkSegment(1fafe055-4c3a-4cd1-ab1d-4a80befba523),segment_id=1fafe055-4c3a-4cd1-ab1d-4a80befba523)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:39.201526 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a3f0043e-2f9f-431a-a2a7-947f26a69360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:39.338262 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-a3f0043e-2f9f-431a-a2a7-947f26a69360 admin admin] Calling delete_port for dc939263-ae72-4925-8489-0907b42abaa2 owned by network:router_interface {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:03:39.407337 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-ec6a0036-bf29-4283-94e6-8cac1bfadb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:39.756289 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4546f12c-3b77-4f99-b549-72f861949038 {{(pid=86778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:03:39.769511 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:39.772597 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a3f0043e-2f9f-431a-a2a7-947f26a69360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:39.778757 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-0faa2933-6d63-4ba3-84e2-b32c9b9b93cb tempest-VolumesSnapshotTestJSON-603031351 tempest-VolumesSnapshotTestJSON-603031351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:39.830179 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0043e-2f9f-431a-a2a7-947f26a69360 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc939263-ae72-4925-8489-0907b42abaa2,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:39.864973 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-a3f0043e-2f9f-431a-a2a7-947f26a69360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:39.877827 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Transition to ACTIVE for port object 4546f12c-3b77-4f99-b549-72f861949038 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:03:39.907115 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:39.919619 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-7d288b46-0311-4841-8160-12873507d19f tempest-VolumesActionsTest-1707171850 tempest-VolumesActionsTest-1707171850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:39.945276 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:40.008126 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Pushing event updated for resources: {'Port': ['ID=4546f12c-3b77-4f99-b549-72f861949038,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:40.067816 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:40.361511 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ba2bc-c2d5-453a-852a-dc405b157f56 req-7a817396-d151-43ba-bd15-9a6d9a5bb4a2 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:40.363227 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-792ba2bc-c2d5-453a-852a-dc405b157f56 req-7a817396-d151-43ba-bd15-9a6d9a5bb4a2 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 943 time: 0.1093097 Oct 25 15:03:40.442614 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-792ba2bc-c2d5-453a-852a-dc405b157f56 req-7897bfc2-56af-4337-8e53-7228e461698c tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713933 Oct 25 15:03:40.482818 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Attempting to bind port 4546f12c-3b77-4f99-b549-72f861949038 on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:03:40.483185 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Attempting to bind port 4546f12c-3b77-4f99-b549-72f861949038 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '5fe47183-925a-4512-b9ce-9da609648f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:03:40.483465 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Attempting to bind port 4546f12c-3b77-4f99-b549-72f861949038 on network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:03:40.493289 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Port 4546f12c-3b77-4f99-b549-72f861949038 on network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 15:03:40.493612 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Attempting to bind port 4546f12c-3b77-4f99-b549-72f861949038 on network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:03:40.499745 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-a3f0043e-2f9f-431a-a2a7-947f26a69360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766580'] for router_interface, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:40.506266 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:03:40.506605 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Checking segment: {'id': '5fe47183-925a-4512-b9ce-9da609648f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:03:40.506997 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Bound using segment: {'id': '5fe47183-925a-4512-b9ce-9da609648f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:03:40.507520 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Bound port: 4546f12c-3b77-4f99-b549-72f861949038, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe47183-925a-4512-b9ce-9da609648f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:03:40.507903 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:40.776450 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] For port 4546f12c-3b77-4f99-b549-72f861949038, host hv-cinder-81375, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:03:40.782286 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] For port 4546f12c-3b77-4f99-b549-72f861949038, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4546f12c-3b77-4f99-b549-72f861949038,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:03:40.792579 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:40.797844 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-7b1ee637-a620-4ef5-8143-c99d200a543f tempest-ServerRescueNegativeTestJSON-80122701 tempest-ServerRescueNegativeTestJSON-80122701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:40.936590 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:40.938265 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:40.941272 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] 10.222.0.31 "PUT /v2.0/ports/4546f12c-3b77-4f99-b549-72f861949038 HTTP/1.1" status: 200 len: 1093 time: 2.1540751 Oct 25 15:03:40.942979 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ab6e2d-677a-4b8c-82bd-019853f502e9', 'tag': '4546f12c-3b77-4f99-b549-72f861949038'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:03:40.968102 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Pushing event updated for resources: {'Port': ['ID=4546f12c-3b77-4f99-b549-72f861949038,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:40.973724 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:41.032514 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ab6e2d-677a-4b8c-82bd-019853f502e9', 'tag': '4546f12c-3b77-4f99-b549-72f861949038', 'status': 'completed', 'code': 200} Oct 25 15:03:41.142559 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f0043e-2f9f-431a-a2a7-947f26a69360 admin admin] Router 7b7fd810-aef1-4786-ab29-47d9012696dd has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:03:41.214472 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-1782de59-20aa-422c-8cd7-5bb0a83aa460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:41.216660 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-1782de59-20aa-422c-8cd7-5bb0a83aa460 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3ff910ba6724e2797f2fb32986c596f&device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 1096 time: 0.1835079 Oct 25 15:03:41.250423 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 34058) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:41.344093 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-0a081b36-2832-44e1-8954-d2cc1e284bc8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4546f12c-3b77-4f99-b549-72f861949038 HTTP/1.1" status: 200 len: 217 time: 0.1100214 Oct 25 15:03:41.351088 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_v2 [None req-daaed4f5-a810-42cc-a854-62a1add1ac0d admin admin] Deleting subnet 5d1b82a4-5e86-4cf8-a315-5c3e0187a29c {{(pid=86779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Oct 25 15:03:41.354446 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-daaed4f5-a810-42cc-a854-62a1add1ac0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:41.408815 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-daaed4f5-a810-42cc-a854-62a1add1ac0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27903079'] for subnet, precommit_delete_associations {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:41.474793 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-daaed4f5-a810-42cc-a854-62a1add1ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4057954'] for subnet, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:41.487728 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-a30170a4-9a5a-40a6-88ee-0689e141d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:41.489190 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-a30170a4-9a5a-40a6-88ee-0689e141d6f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec4438db-1d86-47dc-8044-e901ba1aff92 HTTP/1.1" status: 200 len: 855 time: 0.1390262 Oct 25 15:03:41.492148 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f0043e-2f9f-431a-a2a7-947f26a69360 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:03:41.506953 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d9c536-c392-497c-bb65-7eadadcdc9a4 None None] Sync routers for ids ['7b7fd810-aef1-4786-ab29-47d9012696dd'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:03:41.532379 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d9c536-c392-497c-bb65-7eadadcdc9a4 None None] Routers {'7b7fd810-aef1-4786-ab29-47d9012696dd'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:03:41.534498 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-75d9c536-c392-497c-bb65-7eadadcdc9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:03:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['7b7fd810-aef1-4786-ab29-47d9012696dd'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:41.570464 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-daaed4f5-a810-42cc-a854-62a1add1ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4057961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28131434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27357772'] for subnet, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:41.594849 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-da03b739-e6f8-4d56-a125-7e389fbe7f75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922720 Oct 25 15:03:41.603995 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-a3f0043e-2f9f-431a-a2a7-947f26a69360 admin admin] 10.222.0.62 "PUT /v2.0/routers/7b7fd810-aef1-4786-ab29-47d9012696dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5507767 Oct 25 15:03:41.607507 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 34064) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:41.609880 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:41.655309 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaed4f5-a810-42cc-a854-62a1add1ac0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d1b82a4-5e86-4cf8-a315-5c3e0187a29c,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:41.660373 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-daaed4f5-a810-42cc-a854-62a1add1ac0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:41.664041 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-daaed4f5-a810-42cc-a854-62a1add1ac0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:41.681810 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-daaed4f5-a810-42cc-a854-62a1add1ac0d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5d1b82a4-5e86-4cf8-a315-5c3e0187a29c HTTP/1.1" status: 204 len: 168 time: 0.4277782 Oct 25 15:03:41.684750 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 34068) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:41.815341 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505f831-cf7f-4b2a-8c1e-f760fb91f0ea req-ad0bc1ab-c415-4029-9022-2916c0b79a21 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:41.816966 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c505f831-cf7f-4b2a-8c1e-f760fb91f0ea req-ad0bc1ab-c415-4029-9022-2916c0b79a21 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 943 time: 0.2451069 Oct 25 15:03:41.820799 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-75d9c536-c392-497c-bb65-7eadadcdc9a4 None None] Set router 7b7fd810-aef1-4786-ab29-47d9012696dd gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:03:41.821882 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-13ea3334-5bbf-4e85-9756-8c4a7311c784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4166563'] for network, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:41.907391 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c505f831-cf7f-4b2a-8c1e-f760fb91f0ea req-0e2e47be-0b1a-415b-843b-bcfff67b3104 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817585 Oct 25 15:03:42.148554 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-13ea3334-5bbf-4e85-9756-8c4a7311c784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283197', 'neutron.services.segments.db._delete_segments_for_network-8733670938031'] for network, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:42.178285 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-13ea3334-5bbf-4e85-9756-8c4a7311c784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a54a28-1c4a-4230-b427-c4c3031c4ec8']}} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:42.193074 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-13ea3334-5bbf-4e85-9756-8c4a7311c784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfb9fd8-030e-4003-9bfe-9aab457c998a') {'for_net_delete': True} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:42.193526 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-13ea3334-5bbf-4e85-9756-8c4a7311c784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfb9fd8-030e-4003-9bfe-9aab457c998a') {} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:42.208033 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-13ea3334-5bbf-4e85-9756-8c4a7311c784 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733670937869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27903068'] for segment, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:42.232230 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-13ea3334-5bbf-4e85-9756-8c4a7311c784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:42.237997 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-75d9c536-c392-497c-bb65-7eadadcdc9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'name': 'tempest-TestMinimumBasicScenario-1831001003-router', 'tenant_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:59Z', 'updated_at': '2021-10-25T15:03:39Z', 'revision_number': 5, 'project_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'gw_port': {'id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:01Z', 'updated_at': '2021-10-25T15:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:42.241691 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ea3334-5bbf-4e85-9756-8c4a7311c784 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=86779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 15:03:42.242194 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-13ea3334-5bbf-4e85-9756-8c4a7311c784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4059317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28131536'] for segment, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:42.244272 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d9c536-c392-497c-bb65-7eadadcdc9a4 None None] Checking router: 7b7fd810-aef1-4786-ab29-47d9012696dd for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:03:42.256101 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d9c536-c392-497c-bb65-7eadadcdc9a4 None None] Routers {'7b7fd810-aef1-4786-ab29-47d9012696dd'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: Traceback (most recent call last): Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: timer() Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: cb(*args, **kw) Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: return func(*args, **kwargs) Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: self._notify() Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: self.callback(batched_events) Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: event.method(event) Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: return f(self, *a, **k) Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: return self._get(url).json() Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: return self.request(url, 'GET', **kwargs) Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 15:03:42.256893 dv-cinder-813751-1-smb neutron-server[86779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 15:03:42.261365 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-75d9c536-c392-497c-bb65-7eadadcdc9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:03:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['7b7fd810-aef1-4786-ab29-47d9012696dd'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:42.346770 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-17d52877-f0e3-478d-b304-43a094c62cde service neutron] 10.222.0.31 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7408984 Oct 25 15:03:42.351905 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] Notify callbacks [] for router, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:42.362268 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-13ea3334-5bbf-4e85-9756-8c4a7311c784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672812'] for network, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:42.366938 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:42.385329 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-13ea3334-5bbf-4e85-9756-8c4a7311c784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:42.398441 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea3334-5bbf-4e85-9756-8c4a7311c784 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a54a28-1c4a-4230-b427-c4c3031c4ec8,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:42.401936 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-13ea3334-5bbf-4e85-9756-8c4a7311c784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:42.412306 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-13ea3334-5bbf-4e85-9756-8c4a7311c784 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e2a54a28-1c4a-4230-b427-c4c3031c4ec8 HTTP/1.1" status: 204 len: 168 time: 0.7229676 Oct 25 15:03:42.511789 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-75d9c536-c392-497c-bb65-7eadadcdc9a4 None None] Set router 7b7fd810-aef1-4786-ab29-47d9012696dd gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:03:42.555431 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 34074) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:42.614131 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-63c88390-6a11-49ea-9342-4fbb3ec604ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef06f016d3c940a3b37dc2def4719874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570242 Oct 25 15:03:42.618405 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 34078) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:42.689263 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d155c3c3-fb3c-475a-b663-1e03990fef4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:42.721649 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d155c3c3-fb3c-475a-b663-1e03990fef4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:42.784196 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4086ee0e-0cca-49a2-8d29-f087a7e91ca9 req-2ceb5415-c5d9-410a-a5a8-7a56d6efd3fa service neutron] 10.222.0.31 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277500 Oct 25 15:03:42.791959 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:42.796839 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d155c3c3-fb3c-475a-b663-1e03990fef4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:42.801614 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-be8fe4e7-f448-48ea-91fe-1019c1b82a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:42.812794 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] Deleting port 6a3bc8ab-03f8-4338-877c-8c11fac10e52 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:42.813265 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:42.814442 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155c3c3-fb3c-475a-b663-1e03990fef4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64db1c34-016e-4329-93ad-2fe340b2af50,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:42.821829 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-d155c3c3-fb3c-475a-b663-1e03990fef4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:42.824064 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d155c3c3-fb3c-475a-b663-1e03990fef4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:42.828288 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-d155c3c3-fb3c-475a-b663-1e03990fef4c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64db1c34-016e-4329-93ad-2fe340b2af50 HTTP/1.1" status: 204 len: 168 time: 0.2057333 Oct 25 15:03:42.875956 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-75d9c536-c392-497c-bb65-7eadadcdc9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'name': 'tempest-TestMinimumBasicScenario-1831001003-router', 'tenant_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:59Z', 'updated_at': '2021-10-25T15:03:39Z', 'revision_number': 5, 'project_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'gw_port': {'id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:01Z', 'updated_at': '2021-10-25T15:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:42.881037 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d9c536-c392-497c-bb65-7eadadcdc9a4 None None] The sync data for ids ['7b7fd810-aef1-4786-ab29-47d9012696dd'] in dv-cinder-813751-1-smb is: [{'id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'name': 'tempest-TestMinimumBasicScenario-1831001003-router', 'tenant_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75'}], 'enable_snat': True}, 'gw_port_id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:59Z', 'updated_at': '2021-10-25T15:03:39Z', 'revision_number': 5, 'project_id': '7d70eb2e8cce4ab8bd98a1d9b563a1c9', 'gw_port': {'id': '6a3bc8ab-03f8-4338-877c-8c11fac10e52', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7fd810-aef1-4786-ab29-47d9012696dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:01Z', 'updated_at': '2021-10-25T15:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:03:43.128219 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a4c0a-5544-42f8-b1a1-38c10677136f req-583ee19f-1d19-4c08-a471-9a283e5cc8ec tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:43.129938 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-499a4c0a-5544-42f8-b1a1-38c10677136f req-583ee19f-1d19-4c08-a471-9a283e5cc8ec tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 943 time: 0.0877249 Oct 25 15:03:43.163954 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] For port 6a3bc8ab-03f8-4338-877c-8c11fac10e52, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=6a3bc8ab-03f8-4338-877c-8c11fac10e52,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:43.164318 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:43.182831 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-499a4c0a-5544-42f8-b1a1-38c10677136f req-9b51ad17-3b72-4491-b32c-8ba7d0b9495c tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448897 Oct 25 15:03:43.304790 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e3f79-692a-437c-8f4a-befe82e421ae req-3bc410f1-5b97-432b-8884-4e8974f164a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:43.306418 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-109e3f79-692a-437c-8f4a-befe82e421ae req-3bc410f1-5b97-432b-8884-4e8974f164a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3ff910ba6724e2797f2fb32986c596f&device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 1096 time: 0.4086535 Oct 25 15:03:43.315375 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] Calling delete_port for 6a3bc8ab-03f8-4338-877c-8c11fac10e52 owned by network:router_gateway {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:03:43.534312 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e3f79-692a-437c-8f4a-befe82e421ae req-a32bb02a-6265-4671-ba8d-a818afc177cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:43.535851 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-109e3f79-692a-437c-8f4a-befe82e421ae req-a32bb02a-6265-4671-ba8d-a818afc177cb service neutron] 10.222.0.31 "GET /v2.0/networks?id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93 HTTP/1.1" status: 200 len: 916 time: 0.1895063 Oct 25 15:03:43.623268 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-109e3f79-692a-437c-8f4a-befe82e421ae req-ed9e67c2-991e-4158-832d-06978f787bda service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4546f12c-3b77-4f99-b549-72f861949038 HTTP/1.1" status: 200 len: 217 time: 0.0750351 Oct 25 15:03:43.740252 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e3f79-692a-437c-8f4a-befe82e421ae req-bbd76e60-bd6a-4ea3-a836-7eb1df3429ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:43.740818 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b4297072-0d5b-48c6-aaa6-df3eca9ee689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:43.742368 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-109e3f79-692a-437c-8f4a-befe82e421ae req-bbd76e60-bd6a-4ea3-a836-7eb1df3429ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec4438db-1d86-47dc-8044-e901ba1aff92 HTTP/1.1" status: 200 len: 855 time: 0.1105957 Oct 25 15:03:43.787726 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:43.911567 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-8052e4ef-b115-4658-a0d7-9f9d1820f1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:43.949902 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-109e3f79-692a-437c-8f4a-befe82e421ae req-9a92764d-f7a4-4a9e-b52f-640ebd3274dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2012796 Oct 25 15:03:43.959227 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3bc8ab-03f8-4338-877c-8c11fac10e52,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:43.961710 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:44.132296 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device dc939263-ae72-4925-8489-0907b42abaa2 no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:03:44.174903 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672777'] for router_gateway, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:44.191273 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: dc939263-ae72-4925-8489-0907b42abaa2 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:03:44.191879 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device dc939263-ae72-4925-8489-0907b42abaa2 not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:03:44.385529 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-109e3f79-692a-437c-8f4a-befe82e421ae req-5bdc4dba-639b-4ece-a709-0357ab275984 service neutron] 10.222.0.31 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273808 Oct 25 15:03:44.389466 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34898'] for router, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:44.391956 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:44.414875 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de35b2-c04f-4aad-9537-e62efcbaed5a req-eb51376c-9fec-472b-beb9-d147f3f1a830 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:44.417171 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f2de35b2-c04f-4aad-9537-e62efcbaed5a req-eb51376c-9fec-472b-beb9-d147f3f1a830 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 943 time: 0.0983286 Oct 25 15:03:44.471025 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f2de35b2-c04f-4aad-9537-e62efcbaed5a req-212ffb43-5149-4b2f-8f7c-779711a3b1fe tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465965 Oct 25 15:03:44.501118 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746482'] for router, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:44.501650 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b7fd810-aef1-4786-ab29-47d9012696dd {{(pid=86778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 25 15:03:44.542312 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] Notify callbacks [] for router, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:44.543588 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] 10.222.0.62 "DELETE /v2.0/routers/7b7fd810-aef1-4786-ab29-47d9012696dd HTTP/1.1" status: 204 len: 168 time: 2.9342971 Oct 25 15:03:44.546934 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 34120) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:44.562810 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-109e3f79-692a-437c-8f4a-befe82e421ae req-9ed52f03-4d3c-4045-8bf3-2a76ddc1a14b service neutron] 10.222.0.31 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687675 Oct 25 15:03:44.619067 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44a17bc-84a4-4395-95aa-7e92929cd538 admin admin] Deleting subnet 1e65dc5b-82de-4fed-b753-b6bd492ff3a4 {{(pid=86779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Oct 25 15:03:44.627577 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d44a17bc-84a4-4395-95aa-7e92929cd538 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:44.723598 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d44a17bc-84a4-4395-95aa-7e92929cd538 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27903079'] for subnet, precommit_delete_associations {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:44.741884 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:44.842146 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d44a17bc-84a4-4395-95aa-7e92929cd538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4057954'] for subnet, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:44.913774 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d44a17bc-84a4-4395-95aa-7e92929cd538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4057961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28131434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27357772'] for subnet, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:44.918923 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-3eb6537f-eb9a-41e2-a4a6-fe02d5dd3597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:44.959856 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a17bc-84a4-4395-95aa-7e92929cd538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e65dc5b-82de-4fed-b753-b6bd492ff3a4,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:44.961785 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-d44a17bc-84a4-4395-95aa-7e92929cd538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:44.964457 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-d44a17bc-84a4-4395-95aa-7e92929cd538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:44.967109 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be334d2-1675-436d-80d2-0923ec5e80cc None None] Network 6b18dc38-76f3-420d-acaf-3c3a91ec1e5b requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 15:03:44.970305 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-d44a17bc-84a4-4395-95aa-7e92929cd538 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1e65dc5b-82de-4fed-b753-b6bd492ff3a4 HTTP/1.1" status: 204 len: 168 time: 0.4223168 Oct 25 15:03:44.973612 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 34128) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:45.088912 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4166563'] for network, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:45.103114 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] Deleting port aa08c7b7-0c60-426b-8c87-8faf3a3768fe {{(pid=86779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:45.103451 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:45.245873 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ebc937-e442-43e2-bfe3-037b3e3528d3 None None] DHCP port deletion for 6b18dc38-76f3-420d-acaf-3c3a91ec1e5b request from dv-cinder-813751-1-smb {{(pid=86780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 25 15:03:45.251753 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-36ebc937-e442-43e2-bfe3-037b3e3528d3 None None] Deleting port aa08c7b7-0c60-426b-8c87-8faf3a3768fe {{(pid=86780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:45.252169 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-36ebc937-e442-43e2-bfe3-037b3e3528d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:45.317079 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] For port aa08c7b7-0c60-426b-8c87-8faf3a3768fe, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=aa08c7b7-0c60-426b-8c87-8faf3a3768fe,segment=NetworkSegment(1fafe055-4c3a-4cd1-ab1d-4a80befba523),segment_id=1fafe055-4c3a-4cd1-ab1d-4a80befba523)] {{(pid=86779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:45.317352 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:45.448291 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] Calling delete_port for aa08c7b7-0c60-426b-8c87-8faf3a3768fe owned by network:dhcp {{(pid=86779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:03:45.465537 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-36ebc937-e442-43e2-bfe3-037b3e3528d3 None None] For port aa08c7b7-0c60-426b-8c87-8faf3a3768fe, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=aa08c7b7-0c60-426b-8c87-8faf3a3768fe,segment=NetworkSegment(1fafe055-4c3a-4cd1-ab1d-4a80befba523),segment_id=1fafe055-4c3a-4cd1-ab1d-4a80befba523)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:45.465941 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-36ebc937-e442-43e2-bfe3-037b3e3528d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:45.530296 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:45.535616 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:45.580960 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa08c7b7-0c60-426b-8c87-8faf3a3768fe,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:45.584173 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:45.584958 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] No DVR routers for this DVR port aa08c7b7-0c60-426b-8c87-8faf3a3768fe on host dv-cinder-813751-1-smb {{(pid=86779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:03:45.655220 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-36ebc937-e442-43e2-bfe3-037b3e3528d3 None None] Calling delete_port for aa08c7b7-0c60-426b-8c87-8faf3a3768fe owned by network:dhcp {{(pid=86780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:03:45.736775 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.db.api [None req-36ebc937-e442-43e2-bfe3-037b3e3528d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 15:03:45.737018 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_db.api [None req-36ebc937-e442-43e2-bfe3-037b3e3528d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 15:03:45.855561 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283197', 'neutron.services.segments.db._delete_segments_for_network-8733670938031'] for network, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:45.886134 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b18dc38-76f3-420d-acaf-3c3a91ec1e5b']}} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:45.901252 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fafe055-4c3a-4cd1-ab1d-4a80befba523') {'for_net_delete': True} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:45.901534 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fafe055-4c3a-4cd1-ab1d-4a80befba523') {} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:03:45.918453 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733670937869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27903068'] for segment, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:45.935103 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d10ae-7103-4426-843d-c6658e3c2d5d req-bc6ba517-ae52-46d7-ba27-26a1e6efefd7 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:45.936591 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-be3d10ae-7103-4426-843d-c6658e3c2d5d req-bc6ba517-ae52-46d7-ba27-26a1e6efefd7 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 943 time: 0.3254697 Oct 25 15:03:45.944379 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:45.975133 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=86779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 15:03:45.975782 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4059317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28131536'] for segment, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: Traceback (most recent call last): Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: timer() Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: cb(*args, **kw) Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: return func(*args, **kwargs) Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: self._notify() Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: self.callback(batched_events) Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: event.method(event) Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: return f(self, *a, **k) Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: return self._get(url).json() Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: return self.request(url, 'GET', **kwargs) Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 15:03:45.998475 dv-cinder-813751-1-smb neutron-server[86779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 15:03:46.099552 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 6a3bc8ab-03f8-4338-877c-8c11fac10e52 no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:03:46.156228 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-be3d10ae-7103-4426-843d-c6658e3c2d5d req-bfe603b4-1c0d-41de-9481-17f2385b1c21 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090724 Oct 25 15:03:46.163031 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672812'] for network, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:46.169030 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:46.171523 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: 6a3bc8ab-03f8-4338-877c-8c11fac10e52 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:03:46.172142 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 6a3bc8ab-03f8-4338-877c-8c11fac10e52 not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:03:46.172656 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device aa08c7b7-0c60-426b-8c87-8faf3a3768fe no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:03:46.195901 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:46.210927 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b18dc38-76f3-420d-acaf-3c3a91ec1e5b,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:46.218114 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: aa08c7b7-0c60-426b-8c87-8faf3a3768fe {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:03:46.219097 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:46.219419 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device aa08c7b7-0c60-426b-8c87-8faf3a3768fe not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:03:46.225104 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-5f5b3dc4-9059-427f-b954-8ecfc0dcf9c4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6b18dc38-76f3-420d-acaf-3c3a91ec1e5b HTTP/1.1" status: 204 len: 168 time: 1.2503245 Oct 25 15:03:46.238975 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-36ebc937-e442-43e2-bfe3-037b3e3528d3 None None] Deleting port aa08c7b7-0c60-426b-8c87-8faf3a3768fe {{(pid=86780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:03:46.239535 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-36ebc937-e442-43e2-bfe3-037b3e3528d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:46.319128 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-36ebc937-e442-43e2-bfe3-037b3e3528d3 None None] The port 'aa08c7b7-0c60-426b-8c87-8faf3a3768fe' was deleted {{(pid=86780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Oct 25 15:03:46.421701 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 34144) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:46.471370 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-daf22e53-d139-4373-a34f-a070714e74ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b722154703449e688c5cf0149eb8a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484354 Oct 25 15:03:46.473761 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 34148) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:46.508834 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 4546f12c-3b77-4f99-b549-72f861949038 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 15:03:46.520877 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:46.535362 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-44c23211-16cf-4753-a2fe-721336888a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:46.563864 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-44c23211-16cf-4753-a2fe-721336888a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:46.633379 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-44c23211-16cf-4753-a2fe-721336888a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:46.642007 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-c139194c-6ab5-4a31-bd90-134a5e47b5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:46.662851 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c23211-16cf-4753-a2fe-721336888a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92a3446-f848-469f-ac3a-ccd26e7fd452,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:46.665662 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-44c23211-16cf-4753-a2fe-721336888a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:46.668105 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 4546f12c-3b77-4f99-b549-72f861949038, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4546f12c-3b77-4f99-b549-72f861949038,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:46.671781 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-44c23211-16cf-4753-a2fe-721336888a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:46.676128 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-44c23211-16cf-4753-a2fe-721336888a8a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b92a3446-f848-469f-ac3a-ccd26e7fd452 HTTP/1.1" status: 204 len: 168 time: 0.2013383 Oct 25 15:03:46.693985 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': '4546f12c-3b77-4f99-b549-72f861949038', 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93', 'port_id': '4546f12c-3b77-4f99-b549-72f861949038', 'mac_address': 'fa:16:3e:99:7a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4438db-1d86-47dc-8044-e901ba1aff92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 15:03:46.758371 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:46.820250 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4546f12c-3b77-4f99-b549-72f861949038 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:03:46.838611 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 4546f12c-3b77-4f99-b549-72f861949038, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4546f12c-3b77-4f99-b549-72f861949038,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:46.842662 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:46.844503 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:46.911566 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=4546f12c-3b77-4f99-b549-72f861949038,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:46.914536 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:47.047496 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 34156) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:47.097732 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-7d6473f8-2bb2-4dc7-9076-3a0085595e79 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d70eb2e8cce4ab8bd98a1d9b563a1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488570 Oct 25 15:03:47.100265 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 34160) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:47.160749 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['4546f12c-3b77-4f99-b549-72f861949038'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:03:47.164787 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-171a94e3-06d6-47da-b421-d6f7a2a7b529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:47.192745 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-171a94e3-06d6-47da-b421-d6f7a2a7b529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:47.260075 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-171a94e3-06d6-47da-b421-d6f7a2a7b529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:47.268403 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-8151b963-adc4-4518-bb1e-7f22e43ec858 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:47.284892 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a94e3-06d6-47da-b421-d6f7a2a7b529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5df756-452a-424c-800c-5a36df74f5c7,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:47.294674 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-171a94e3-06d6-47da-b421-d6f7a2a7b529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:47.296223 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-171a94e3-06d6-47da-b421-d6f7a2a7b529 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db5df756-452a-424c-800c-5a36df74f5c7 HTTP/1.1" status: 204 len: 168 time: 0.1948967 Oct 25 15:03:47.297451 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-171a94e3-06d6-47da-b421-d6f7a2a7b529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:47.468127 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06971e-fbc6-4e65-bb89-d605b2036b72 req-08590d0e-566c-4295-b490-0325b3e12d39 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:47.469655 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8e06971e-fbc6-4e65-bb89-d605b2036b72 req-08590d0e-566c-4295-b490-0325b3e12d39 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 944 time: 0.1064281 Oct 25 15:03:47.525630 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8e06971e-fbc6-4e65-bb89-d605b2036b72 req-ff1f0c9b-ffb4-4083-a763-ff78f620aadd tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493805 Oct 25 15:03:48.532717 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 4546f12c-3b77-4f99-b549-72f861949038 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:03:48.606000 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port 4546f12c-3b77-4f99-b549-72f861949038 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:03:48.611598 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port 4546f12c-3b77-4f99-b549-72f861949038 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:03:48.612094 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:48.751834 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:48.792801 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ab6e2d-677a-4b8c-82bd-019853f502e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4546f12c-3b77-4f99-b549-72f861949038'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:03:48.811619 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 4546f12c-3b77-4f99-b549-72f861949038, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4546f12c-3b77-4f99-b549-72f861949038,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:03:48.817521 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:48.819957 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce74c7-51a7-449f-a4d3-b122ed5666a3 req-bcc0a62e-765f-4d36-8405-bf9ed7698e1e tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:48.821000 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-b66782e2-8817-423a-86ac-2e56405402be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:48.821521 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-59ce74c7-51a7-449f-a4d3-b122ed5666a3 req-bcc0a62e-765f-4d36-8405-bf9ed7698e1e tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 944 time: 0.1213026 Oct 25 15:03:48.881117 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-59ce74c7-51a7-449f-a4d3-b122ed5666a3 req-a123f24a-f3c2-43a3-8959-b032c8033590 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522850 Oct 25 15:03:48.888586 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ab6e2d-677a-4b8c-82bd-019853f502e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4546f12c-3b77-4f99-b549-72f861949038', 'code': 200} Oct 25 15:03:48.911307 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=4546f12c-3b77-4f99-b549-72f861949038,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:48.914542 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:49.198793 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facc45e-a806-419c-9aa6-5a34f151f959 req-9b366540-fd8f-45a8-b67f-68fcc6f8478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:49.200915 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4facc45e-a806-419c-9aa6-5a34f151f959 req-9b366540-fd8f-45a8-b67f-68fcc6f8478c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 1098 time: 0.0734773 Oct 25 15:03:49.246012 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4facc45e-a806-419c-9aa6-5a34f151f959 req-e5bd322a-03e6-4911-baad-3a16c12420ad service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384412 Oct 25 15:03:50.091630 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1f076-ec4a-42ee-9336-2559c9e17c08 req-d9b00935-0bea-4769-b768-ee90e9ceb63d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:50.092812 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-45b1f076-ec4a-42ee-9336-2559c9e17c08 req-d9b00935-0bea-4769-b768-ee90e9ceb63d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 945 time: 0.0961680 Oct 25 15:03:50.149290 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-45b1f076-ec4a-42ee-9336-2559c9e17c08 req-83848d48-c1b9-4e58-b594-a8d707034929 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507045 Oct 25 15:03:50.201986 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 34194) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:50.321397 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-da6be971-d675-4d74-9fc9-58c74765206b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:50.337163 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-da6be971-d675-4d74-9fc9-58c74765206b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:03:50.341550 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-da6be971-d675-4d74-9fc9-58c74765206b admin admin] Usage tracker for resource:security_group_rule and tenant:5752e3c003b34fd6a5cd2617ca168b21 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:03:50.344459 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-da6be971-d675-4d74-9fc9-58c74765206b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:03:50.350368 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-da6be971-d675-4d74-9fc9-58c74765206b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:03:50.452070 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-da6be971-d675-4d74-9fc9-58c74765206b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:50.457437 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-da6be971-d675-4d74-9fc9-58c74765206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:50.468146 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-78906668-b0b8-4dd7-8695-0966901b3b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:50.515480 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-da6be971-d675-4d74-9fc9-58c74765206b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5752e3c003b34fd6a5cd2617ca168b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123837 Oct 25 15:03:50.517302 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6be971-d675-4d74-9fc9-58c74765206b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a60217-be60-4d30-8cf5-895c731e1b3c,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:50.518782 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 34200) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:03:50.520688 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-da6be971-d675-4d74-9fc9-58c74765206b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:50.595085 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a4aefdae-49eb-4d48-a063-9fc9211062fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:50.623035 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a4aefdae-49eb-4d48-a063-9fc9211062fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:50.676733 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a4aefdae-49eb-4d48-a063-9fc9211062fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:50.684572 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-3625fc7d-b2d1-4bd6-85bf-cdb1f01b039d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:50.696713 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aefdae-49eb-4d48-a063-9fc9211062fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a60217-be60-4d30-8cf5-895c731e1b3c,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:50.699063 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-a4aefdae-49eb-4d48-a063-9fc9211062fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:50.703467 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-a4aefdae-49eb-4d48-a063-9fc9211062fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:50.705010 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-a4aefdae-49eb-4d48-a063-9fc9211062fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97a60217-be60-4d30-8cf5-895c731e1b3c HTTP/1.1" status: 204 len: 168 time: 0.1829441 Oct 25 15:03:51.336586 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b532d-2026-4cff-8372-95d6acd9db9d req-902932a4-769d-4811-b629-acb7f264382c tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:51.337978 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a09b532d-2026-4cff-8372-95d6acd9db9d req-902932a4-769d-4811-b629-acb7f264382c tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 945 time: 0.0825584 Oct 25 15:03:51.384133 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a09b532d-2026-4cff-8372-95d6acd9db9d req-871910ed-59cb-4347-8dc7-7c29ec67dfd3 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397856 Oct 25 15:03:56.196827 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766eda6a-fc28-4342-8755-37e321813e11 req-870b0960-f2e7-4de6-ab3d-201bb253a4bd tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:56.198253 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-766eda6a-fc28-4342-8755-37e321813e11 req-870b0960-f2e7-4de6-ab3d-201bb253a4bd tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/networks?id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93 HTTP/1.1" status: 200 len: 815 time: 0.1593857 Oct 25 15:03:56.214161 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-766eda6a-fc28-4342-8755-37e321813e11 req-7c3c41e0-b16a-440e-8a01-c25bb91f57c8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/quotas/c3ff910ba6724e2797f2fb32986c596f HTTP/1.1" status: 200 len: 375 time: 0.0097246 Oct 25 15:03:56.302011 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-766eda6a-fc28-4342-8755-37e321813e11 req-f847f226-8225-45f0-898a-0f74fdc5ee4a tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3ff910ba6724e2797f2fb32986c596f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814128 Oct 25 15:03:56.437146 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-766eda6a-fc28-4342-8755-37e321813e11 req-11b77b9f-3f69-4cea-be15-5f7e76591976 service neutron] 10.222.0.62 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279407 Oct 25 15:03:56.574459 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-766eda6a-fc28-4342-8755-37e321813e11 req-84c4e6fc-ebf4-4134-8ca7-141090a54f85 service neutron] 10.222.0.62 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301847 Oct 25 15:03:56.754646 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-190ddd63-5821-481d-a406-3abcbd18c171 req-fba036fc-f4ec-41c9-b579-880acf949e72 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 210 time: 0.0472181 Oct 25 15:03:57.953311 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-39fe6478-a234-4709-98b1-db90e3c3e542 req-e9cb7e86-6e25-4964-a8c1-9bcbf064c355 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 210 time: 0.0676455 Oct 25 15:03:58.059544 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766eda6a-fc28-4342-8755-37e321813e11 req-597ea643-49fa-450e-9366-7b76a440880d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:58.062232 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-766eda6a-fc28-4342-8755-37e321813e11 req-597ea643-49fa-450e-9366-7b76a440880d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.31 "GET /v2.0/networks?id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93 HTTP/1.1" status: 200 len: 815 time: 0.2092149 Oct 25 15:03:58.084522 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-766eda6a-fc28-4342-8755-37e321813e11 req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Request body: {'port': {'device_id': '3721441a-3d7c-4244-ac9d-64470c72c0e9', 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93', 'admin_state_up': True, 'tenant_id': 'c3ff910ba6724e2797f2fb32986c596f'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:03:58.243401 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-766eda6a-fc28-4342-8755-37e321813e11 req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:03:58.248493 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-766eda6a-fc28-4342-8755-37e321813e11 req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Usage tracker for resource:port and tenant:c3ff910ba6724e2797f2fb32986c596f is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:03:58.252068 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-766eda6a-fc28-4342-8755-37e321813e11 req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:03:58.258833 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-766eda6a-fc28-4342-8755-37e321813e11 req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:03:58.277888 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766eda6a-fc28-4342-8755-37e321813e11 req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Made reservation on behalf of c3ff910ba6724e2797f2fb32986c596f for: {'port': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:03:58.282379 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-766eda6a-fc28-4342-8755-37e321813e11 req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:58.465679 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [req-766eda6a-fc28-4342-8755-37e321813e11 req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Allocated IP 172.20.0.5 (9a78d1a8-5bc7-41f0-8557-5aeb28baae93/ec4438db-1d86-47dc-8044-e901ba1aff92/5cfb7429-1dce-416f-a362-66d3926f90e3) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:03:58.809210 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-766eda6a-fc28-4342-8755-37e321813e11 req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:58.840625 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-766eda6a-fc28-4342-8755-37e321813e11 req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:58.847960 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-599dafa7-6981-48ca-9390-af37630ba3b8 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:58.893787 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['4546f12c-3b77-4f99-b549-72f861949038'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:03:58.920937 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766eda6a-fc28-4342-8755-37e321813e11 req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:03:58.930446 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [req-766eda6a-fc28-4342-8755-37e321813e11 req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:03:58.930446 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-766eda6a-fc28-4342-8755-37e321813e11 req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:03:58.977314 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Pushing event updated for resources: {'Port': ['ID=5cfb7429-1dce-416f-a362-66d3926f90e3,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:58.980355 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:59.017564 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766eda6a-fc28-4342-8755-37e321813e11 req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:59.018218 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-766eda6a-fc28-4342-8755-37e321813e11 req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:59.051102 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-766eda6a-fc28-4342-8755-37e321813e11 req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9717262 Oct 25 15:03:59.070558 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Request body: {'port': {'device_id': '3721441a-3d7c-4244-ac9d-64470c72c0e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:03:59.168233 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a126e1-c037-4ef6-a592-4b78cf16af89 req-7882eb2e-f1d9-4cc5-8e21-9a57f260b198 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:59.170018 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-64a126e1-c037-4ef6-a592-4b78cf16af89 req-7882eb2e-f1d9-4cc5-8e21-9a57f260b198 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 931 time: 0.0876579 Oct 25 15:03:59.202119 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:59.220780 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-64a126e1-c037-4ef6-a592-4b78cf16af89 req-9c46a3c1-3b02-4b21-8108-2f1491258ca7 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449991 Oct 25 15:03:59.602494 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfb7429-1dce-416f-a362-66d3926f90e3 {{(pid=86778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:03:59.611020 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:59.626777 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Transition to ACTIVE for port object 5cfb7429-1dce-416f-a362-66d3926f90e3 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:03:59.630472 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:59.635007 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ccd2308c-acb6-42a7-89dc-923d9cf3af8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:03:59.761823 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfb7429-1dce-416f-a362-66d3926f90e3,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:03:59.792847 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:03:59.872841 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Attempting to bind port 5cfb7429-1dce-416f-a362-66d3926f90e3 on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:03:59.873142 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Attempting to bind port 5cfb7429-1dce-416f-a362-66d3926f90e3 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '5fe47183-925a-4512-b9ce-9da609648f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:03:59.873469 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Attempting to bind port 5cfb7429-1dce-416f-a362-66d3926f90e3 on network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:03:59.878670 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Port 5cfb7429-1dce-416f-a362-66d3926f90e3 on network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 15:03:59.878985 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Attempting to bind port 5cfb7429-1dce-416f-a362-66d3926f90e3 on network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:03:59.884615 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:03:59.884954 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Checking segment: {'id': '5fe47183-925a-4512-b9ce-9da609648f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:03:59.885339 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Bound using segment: {'id': '5fe47183-925a-4512-b9ce-9da609648f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:03:59.885763 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Bound port: 5cfb7429-1dce-416f-a362-66d3926f90e3, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe47183-925a-4512-b9ce-9da609648f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:03:59.886129 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:03:59.981998 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d6214-e461-4e85-a7e0-be109d7d18c6 req-565443e4-dff6-4386-a747-91c30b7e3bfb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:03:59.983476 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8d5d6214-e461-4e85-a7e0-be109d7d18c6 req-565443e4-dff6-4386-a747-91c30b7e3bfb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 946 time: 0.0853157 Oct 25 15:03:59.986303 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] For port 5cfb7429-1dce-416f-a362-66d3926f90e3, host hv-cinder-81375, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:03:59.990002 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] For port 5cfb7429-1dce-416f-a362-66d3926f90e3, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=5cfb7429-1dce-416f-a362-66d3926f90e3,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:03:59.994900 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:00.000429 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-2472269e-0f8e-460b-8726-adf59f7092b6 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:00.061396 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:00.062004 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:00.063440 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-766eda6a-fc28-4342-8755-37e321813e11 req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] 10.222.0.31 "PUT /v2.0/ports/5cfb7429-1dce-416f-a362-66d3926f90e3 HTTP/1.1" status: 200 len: 1093 time: 0.9984429 Oct 25 15:04:00.063983 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3721441a-3d7c-4244-ac9d-64470c72c0e9', 'tag': '5cfb7429-1dce-416f-a362-66d3926f90e3'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:04:00.087706 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfb7429-1dce-416f-a362-66d3926f90e3,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:00.092483 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:00.126965 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3721441a-3d7c-4244-ac9d-64470c72c0e9', 'tag': '5cfb7429-1dce-416f-a362-66d3926f90e3', 'status': 'completed', 'code': 200} Oct 25 15:04:00.140735 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8d5d6214-e461-4e85-a7e0-be109d7d18c6 req-df8ee9b5-1a5f-4d1b-9386-715df5d47b79 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491513 Oct 25 15:04:00.216513 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766eda6a-fc28-4342-8755-37e321813e11 req-7b40cf97-ea20-4164-b726-de61c82576df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:00.217998 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-766eda6a-fc28-4342-8755-37e321813e11 req-7b40cf97-ea20-4164-b726-de61c82576df service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3ff910ba6724e2797f2fb32986c596f&device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 1096 time: 0.0732942 Oct 25 15:04:00.305960 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-766eda6a-fc28-4342-8755-37e321813e11 req-bf51a4b4-25fc-4205-b082-66b070581df9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cfb7429-1dce-416f-a362-66d3926f90e3 HTTP/1.1" status: 200 len: 217 time: 0.0731554 Oct 25 15:04:00.372866 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766eda6a-fc28-4342-8755-37e321813e11 req-b27c0ab8-897b-4210-9bc9-c8982e25e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:00.374429 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-766eda6a-fc28-4342-8755-37e321813e11 req-b27c0ab8-897b-4210-9bc9-c8982e25e01a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec4438db-1d86-47dc-8044-e901ba1aff92 HTTP/1.1" status: 200 len: 855 time: 0.0621119 Oct 25 15:04:00.424206 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3bb57-2e0f-443a-aff3-c514602c3828 req-aa750f53-e88a-4507-9edf-f764a1361cc9 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:00.425773 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d1b3bb57-2e0f-443a-aff3-c514602c3828 req-aa750f53-e88a-4507-9edf-f764a1361cc9 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 943 time: 0.0932868 Oct 25 15:04:00.428460 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-766eda6a-fc28-4342-8755-37e321813e11 req-37d54507-d124-48be-8458-f27573a3dda2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472491 Oct 25 15:04:00.481918 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d1b3bb57-2e0f-443a-aff3-c514602c3828 req-9b6787f3-6540-4a1c-b5d8-3e5dbd151b36 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484130 Oct 25 15:04:00.563968 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-766eda6a-fc28-4342-8755-37e321813e11 req-ffc65860-9318-430d-a831-f3f3507f5bb5 service neutron] 10.222.0.31 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287131 Oct 25 15:04:00.801635 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-766eda6a-fc28-4342-8755-37e321813e11 req-91f25c9f-fb14-42e0-beaa-201f651a9306 service neutron] 10.222.0.31 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303886 Oct 25 15:04:00.969450 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd31a6a-3cb2-4915-a643-7e796b2fbf28 req-28e8cfd6-cbe3-4e87-82fb-8e1e7b9c5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:00.970924 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-7fd31a6a-3cb2-4915-a643-7e796b2fbf28 req-28e8cfd6-cbe3-4e87-82fb-8e1e7b9c5f13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3ff910ba6724e2797f2fb32986c596f&device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 1096 time: 0.0719447 Oct 25 15:04:01.110224 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd31a6a-3cb2-4915-a643-7e796b2fbf28 req-5e1db50b-c59a-430f-91e0-44bbcb1a0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:01.111726 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-7fd31a6a-3cb2-4915-a643-7e796b2fbf28 req-5e1db50b-c59a-430f-91e0-44bbcb1a0a21 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93 HTTP/1.1" status: 200 len: 916 time: 0.1327231 Oct 25 15:04:01.188121 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-7fd31a6a-3cb2-4915-a643-7e796b2fbf28 req-bd180cdd-7344-49b5-b950-4d4b02434d9a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cfb7429-1dce-416f-a362-66d3926f90e3 HTTP/1.1" status: 200 len: 217 time: 0.0688908 Oct 25 15:04:01.252113 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd31a6a-3cb2-4915-a643-7e796b2fbf28 req-9fb6a6f9-2504-4a3f-a53c-ce39c8977feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:01.253571 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-7fd31a6a-3cb2-4915-a643-7e796b2fbf28 req-9fb6a6f9-2504-4a3f-a53c-ce39c8977feb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec4438db-1d86-47dc-8044-e901ba1aff92 HTTP/1.1" status: 200 len: 855 time: 0.0587230 Oct 25 15:04:01.306592 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-7fd31a6a-3cb2-4915-a643-7e796b2fbf28 req-8e8bc95d-75a9-4dfe-a0b0-6ff89034225f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441134 Oct 25 15:04:01.341327 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943046ab-4da0-4b02-a02f-0a44c509c64f req-793e17bc-2492-4d83-93cd-bbfca9a2f505 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:01.342873 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-943046ab-4da0-4b02-a02f-0a44c509c64f req-793e17bc-2492-4d83-93cd-bbfca9a2f505 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 946 time: 0.0859025 Oct 25 15:04:01.396515 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-943046ab-4da0-4b02-a02f-0a44c509c64f req-57c9bc0a-67ce-4ee5-b364-951873066fe2 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476785 Oct 25 15:04:01.462599 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-7fd31a6a-3cb2-4915-a643-7e796b2fbf28 req-5ddf4a60-6ef0-4129-abdf-d0922d2b0e63 service neutron] 10.222.0.31 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466916 Oct 25 15:04:01.467550 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:01.619037 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-7fd31a6a-3cb2-4915-a643-7e796b2fbf28 req-b960d872-b4a5-4c62-87e3-6055802f8288 service neutron] 10.222.0.31 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317642 Oct 25 15:04:01.684139 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e7dfa-0d70-4e82-84a3-6c4e417d3a91 req-e4a47369-a9e1-4d4c-9038-ecb3f7aed34f tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:01.685627 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-959e7dfa-0d70-4e82-84a3-6c4e417d3a91 req-e4a47369-a9e1-4d4c-9038-ecb3f7aed34f tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 943 time: 0.0823503 Oct 25 15:04:01.748158 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-959e7dfa-0d70-4e82-84a3-6c4e417d3a91 req-8a268444-5fe2-47e6-b068-88368f95dd24 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563164 Oct 25 15:04:01.796480 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111756d6-83aa-46c4-9c78-b792a03ee348 req-b7ab395a-c3a3-46fd-bdbe-fc1d920c14e3 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:01.797924 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-111756d6-83aa-46c4-9c78-b792a03ee348 req-b7ab395a-c3a3-46fd-bdbe-fc1d920c14e3 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 946 time: 0.0866377 Oct 25 15:04:01.873732 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-111756d6-83aa-46c4-9c78-b792a03ee348 req-5529db4c-0ab0-4e61-a3dc-649064158fdb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Deleting port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:04:01.874070 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-111756d6-83aa-46c4-9c78-b792a03ee348 req-5529db4c-0ab0-4e61-a3dc-649064158fdb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:02.128398 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-111756d6-83aa-46c4-9c78-b792a03ee348 req-5529db4c-0ab0-4e61-a3dc-649064158fdb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] For port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:02.129134 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-111756d6-83aa-46c4-9c78-b792a03ee348 req-5529db4c-0ab0-4e61-a3dc-649064158fdb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:02.425342 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-111756d6-83aa-46c4-9c78-b792a03ee348 req-5529db4c-0ab0-4e61-a3dc-649064158fdb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:02.425718 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-111756d6-83aa-46c4-9c78-b792a03ee348 req-5529db4c-0ab0-4e61-a3dc-649064158fdb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672821'] for floatingip, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:02.426116 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.l3_db [req-111756d6-83aa-46c4-9c78-b792a03ee348 req-5529db4c-0ab0-4e61-a3dc-649064158fdb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Floating IP b5ea1878-e565-4d22-81c6-bca1569b8f1b disassociated. External IP: 172.28.2.113, port: a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b. Oct 25 15:04:02.426463 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-111756d6-83aa-46c4-9c78-b792a03ee348 req-5529db4c-0ab0-4e61-a3dc-649064158fdb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Calling delete_port for a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:04:02.592346 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e0d62-6fb6-4886-b03b-607f403a23e2 req-8ea2e734-7920-4db5-9377-81dce9ea049d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:02.593873 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7c4e0d62-6fb6-4886-b03b-607f403a23e2 req-8ea2e734-7920-4db5-9377-81dce9ea049d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2817f63-9b0e-455c-a50c-77d1163b553a HTTP/1.1" status: 200 len: 946 time: 0.0852282 Oct 25 15:04:02.641568 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7c4e0d62-6fb6-4886-b03b-607f403a23e2 req-ad9fd474-6dc6-4cdb-8e52-04978b8c408d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=608f05af-fe4d-40e4-91fd-8cbb6a0904b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417573 Oct 25 15:04:02.680247 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-111756d6-83aa-46c4-9c78-b792a03ee348 req-5529db4c-0ab0-4e61-a3dc-649064158fdb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:02.686352 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-661bce99-5420-4882-b807-2b5502cca7d2 tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:02.732004 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529db4c-0ab0-4e61-a3dc-649064158fdb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event deleted for resources: {'Port': ['ID=a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:02.735620 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5529db4c-0ab0-4e61-a3dc-649064158fdb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:02.939910 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-111756d6-83aa-46c4-9c78-b792a03ee348 req-5529db4c-0ab0-4e61-a3dc-649064158fdb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Router 674b6661-f067-45a1-96fc-7b93e499b861 has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:04:02.980760 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6589c-4f41-4d4a-9b7e-ccf4ebe9e8d8 req-ac486dae-03c3-4924-821f-b214dc53b243 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:02.982254 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bce6589c-4f41-4d4a-9b7e-ccf4ebe9e8d8 req-ac486dae-03c3-4924-821f-b214dc53b243 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 943 time: 0.1180649 Oct 25 15:04:03.028553 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bce6589c-4f41-4d4a-9b7e-ccf4ebe9e8d8 req-5a5cb18e-c861-4676-9c10-9bd5ab64ce15 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403821 Oct 25 15:04:03.134150 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-111756d6-83aa-46c4-9c78-b792a03ee348 req-5529db4c-0ab0-4e61-a3dc-649064158fdb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:04:03.144370 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e410b5c9-230c-4842-84c8-e016735c418f None None] Sync routers for ids ['674b6661-f067-45a1-96fc-7b93e499b861'] in dv-cinder-813751-1-smb {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:04:03.156291 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e410b5c9-230c-4842-84c8-e016735c418f None None] Routers {'674b6661-f067-45a1-96fc-7b93e499b861'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:04:03.156936 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-e410b5c9-230c-4842-84c8-e016735c418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:03:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['674b6661-f067-45a1-96fc-7b93e499b861'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:04:03.221940 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-111756d6-83aa-46c4-9c78-b792a03ee348 req-5529db4c-0ab0-4e61-a3dc-649064158fdb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] No DVR routers for this DVR port a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:04:03.224832 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-111756d6-83aa-46c4-9c78-b792a03ee348 req-5529db4c-0ab0-4e61-a3dc-649064158fdb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:03.227580 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'name': 'network-vif-deleted', 'tag': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:04:03.246737 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-111756d6-83aa-46c4-9c78-b792a03ee348 req-5529db4c-0ab0-4e61-a3dc-649064158fdb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.31 "DELETE /v2.0/ports/a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b HTTP/1.1" status: 204 len: 173 time: 1.4423001 Oct 25 15:04:03.278015 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2817f63-9b0e-455c-a50c-77d1163b553a', 'name': 'network-vif-deleted', 'tag': 'a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b', 'status': 'completed', 'code': 200} Oct 25 15:04:03.351836 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-e410b5c9-230c-4842-84c8-e016735c418f None None] Set router 674b6661-f067-45a1-96fc-7b93e499b861 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:04:03.708720 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-e410b5c9-230c-4842-84c8-e016735c418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '06d47cb8-474c-44ff-a6a1-ad4cb44875be', 'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'mac_address': 'fa:16:3e:70:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:55Z', 'updated_at': '2021-10-25T15:01:06Z', 'revision_number': 5, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'subnets': [{'id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:04:03.717505 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e410b5c9-230c-4842-84c8-e016735c418f None None] Checking router: 674b6661-f067-45a1-96fc-7b93e499b861 for host: dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:04:03.739764 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e410b5c9-230c-4842-84c8-e016735c418f None None] Routers {'674b6661-f067-45a1-96fc-7b93e499b861'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:04:03.740092 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-e410b5c9-230c-4842-84c8-e016735c418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:03:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['674b6661-f067-45a1-96fc-7b93e499b861'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:04:03.767796 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c4908adb-b231-42f9-9bd0-bb551d156a9b req-e53d0f5c-7b74-4261-a9da-0589bcd4077b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0877979 Oct 25 15:04:03.794011 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 34304) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:04:03.916666 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-358e0312-8106-4cef-96d1-0749dd448e56 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:03.951196 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4908adb-b231-42f9-9bd0-bb551d156a9b req-c01308d2-4945-4e04-b915-07dea31a1ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:03.952671 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c4908adb-b231-42f9-9bd0-bb551d156a9b req-c01308d2-4945-4e04-b915-07dea31a1ddf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fcd1a038445348f2b9368ef2698be26f&device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 1098 time: 0.1450453 Oct 25 15:04:03.954321 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-358e0312-8106-4cef-96d1-0749dd448e56 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:04.009756 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-e410b5c9-230c-4842-84c8-e016735c418f None None] Set router 674b6661-f067-45a1-96fc-7b93e499b861 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:04:04.103561 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-358e0312-8106-4cef-96d1-0749dd448e56 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:04.123078 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-73bae63f-baea-4bc0-bf03-15d37a2e639e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:04.152532 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e0312-8106-4cef-96d1-0749dd448e56 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=608f05af-fe4d-40e4-91fd-8cbb6a0904b5,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:04.161505 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-358e0312-8106-4cef-96d1-0749dd448e56 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:04.165440 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4908adb-b231-42f9-9bd0-bb551d156a9b req-548b87c6-eb94-4858-b116-27c6391a69b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:04.167500 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c4908adb-b231-42f9-9bd0-bb551d156a9b req-548b87c6-eb94-4858-b116-27c6391a69b6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=072cfa13-e29b-47cb-88aa-7b9ac543eaf2 HTTP/1.1" status: 200 len: 909 time: 0.1827953 Oct 25 15:04:04.169764 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-358e0312-8106-4cef-96d1-0749dd448e56 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:04.170808 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-358e0312-8106-4cef-96d1-0749dd448e56 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "DELETE /v2.0/security-groups/608f05af-fe4d-40e4-91fd-8cbb6a0904b5 HTTP/1.1" status: 204 len: 168 time: 0.3757463 Oct 25 15:04:04.196477 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 34310) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:04:04.226657 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.api.v2.resource [None req-5702fd82-0ed6-4eba-a6d4-bb4a96770b7e tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] show failed (client error): The resource could not be found. Oct 25 15:04:04.228175 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-5702fd82-0ed6-4eba-a6d4-bb4a96770b7e tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups/608f05af-fe4d-40e4-91fd-8cbb6a0904b5 HTTP/1.1" status: 404 len: 347 time: 0.0303712 Oct 25 15:04:04.231607 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 34314) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:04:04.299666 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c4908adb-b231-42f9-9bd0-bb551d156a9b req-56eafa66-1956-4e43-b368-2f91db0b21a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc83964b-16e2-42b3-8af7-11a9c13d5d18 HTTP/1.1" status: 200 len: 1000 time: 0.1247172 Oct 25 15:04:04.366077 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4908adb-b231-42f9-9bd0-bb551d156a9b req-4738b7f5-6965-4e64-b444-4b9a361b7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:04.367506 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c4908adb-b231-42f9-9bd0-bb551d156a9b req-4738b7f5-6965-4e64-b444-4b9a361b7ca9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e45d5640-5a1d-4a94-b681-fed4499ffe87 HTTP/1.1" status: 200 len: 847 time: 0.0610869 Oct 25 15:04:04.379212 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-e410b5c9-230c-4842-84c8-e016735c418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '06d47cb8-474c-44ff-a6a1-ad4cb44875be', 'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'mac_address': 'fa:16:3e:70:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:55Z', 'updated_at': '2021-10-25T15:01:06Z', 'revision_number': 5, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'subnets': [{'id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:04:04.384916 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e410b5c9-230c-4842-84c8-e016735c418f None None] The sync data for ids ['674b6661-f067-45a1-96fc-7b93e499b861'] in dv-cinder-813751-1-smb is: [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '06d47cb8-474c-44ff-a6a1-ad4cb44875be', 'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'mac_address': 'fa:16:3e:70:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:55Z', 'updated_at': '2021-10-25T15:01:06Z', 'revision_number': 5, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'subnets': [{'id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:04:04.403499 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Deleting port 3771a8fd-1b45-43eb-acdf-7e5f2b702c9d {{(pid=86779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:04:04.403863 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:04.458851 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4908adb-b231-42f9-9bd0-bb551d156a9b req-f1d15f30-8f8a-44f9-ae79-a7cde6fc6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:04.460365 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c4908adb-b231-42f9-9bd0-bb551d156a9b req-f1d15f30-8f8a-44f9-ae79-a7cde6fc6602 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=072cfa13-e29b-47cb-88aa-7b9ac543eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0858991 Oct 25 15:04:04.465304 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39405a8-8627-4eb8-a4af-f04acf67f679 req-fdc6461d-e435-41db-8fb3-0fbc669e2218 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:04.468103 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e39405a8-8627-4eb8-a4af-f04acf67f679 req-fdc6461d-e435-41db-8fb3-0fbc669e2218 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 943 time: 0.3214536 Oct 25 15:04:04.584559 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e39405a8-8627-4eb8-a4af-f04acf67f679 req-a113d51d-8b25-45c8-a63c-1a732af14c13 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104467 Oct 25 15:04:04.605845 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c4908adb-b231-42f9-9bd0-bb551d156a9b req-7d623f99-3060-49cc-99c7-3381671259a0 service neutron] 10.222.0.31 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381319 Oct 25 15:04:04.611562 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 5cfb7429-1dce-416f-a362-66d3926f90e3 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 15:04:04.653951 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:04.654445 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:04.691970 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f52601b-3924-4e92-9829-ade152b75621 None None] New status for floating IP b5ea1878-e565-4d22-81c6-bca1569b8f1b: DOWN {{(pid=86780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 15:04:04.754559 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-c4908adb-b231-42f9-9bd0-bb551d156a9b req-a6be501c-53a6-4aab-bde4-31b080f1fda9 service neutron] 10.222.0.31 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411419 Oct 25 15:04:04.786332 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Calling delete_port for 3771a8fd-1b45-43eb-acdf-7e5f2b702c9d owned by network:floatingip {{(pid=86779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:04:04.937139 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.db.api [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 15:04:04.937494 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_db.api [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 15:04:04.950533 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 5cfb7429-1dce-416f-a362-66d3926f90e3, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=5cfb7429-1dce-416f-a362-66d3926f90e3,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:04.966056 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': '5cfb7429-1dce-416f-a362-66d3926f90e3', 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93', 'port_id': '5cfb7429-1dce-416f-a362-66d3926f90e3', 'mac_address': 'fa:16:3e:0d:dd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4438db-1d86-47dc-8044-e901ba1aff92', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 15:04:05.028286 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:05.046477 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfb7429-1dce-416f-a362-66d3926f90e3 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:04:05.063100 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 5cfb7429-1dce-416f-a362-66d3926f90e3, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=5cfb7429-1dce-416f-a362-66d3926f90e3,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:05.066942 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:05.069148 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:05.138688 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=5cfb7429-1dce-416f-a362-66d3926f90e3,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:05.152649 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:05.152649 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:05.153188 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:05.153711 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:05.154230 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:05.154755 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:05.155272 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:05.155884 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:05.156419 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:05.156921 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:05.157438 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:05.157950 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:05.163914 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:05.398016 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['5cfb7429-1dce-416f-a362-66d3926f90e3'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:04:05.439346 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Deleting port 3771a8fd-1b45-43eb-acdf-7e5f2b702c9d {{(pid=86779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:04:05.440262 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:05.626634 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:05.626962 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:05.853079 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Calling delete_port for 3771a8fd-1b45-43eb-acdf-7e5f2b702c9d owned by network:floatingip {{(pid=86779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:04:06.038260 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7344a-69de-4db6-aad0-aa716c5f8e95 req-e5d8546f-c578-4216-8639-bac99a7eed6d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:06.039936 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0fe7344a-69de-4db6-aad0-aa716c5f8e95 req-e5d8546f-c578-4216-8639-bac99a7eed6d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 944 time: 0.1948705 Oct 25 15:04:06.095378 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:06.102226 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-dc80a077-1846-4f9a-8e89-43524ce91267 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:06.152631 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0fe7344a-69de-4db6-aad0-aa716c5f8e95 req-1654e2bb-f421-4ee2-ab3a-e29d68ece408 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990286 Oct 25 15:04:06.153356 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event deleted for resources: {'Port': ['ID=3771a8fd-1b45-43eb-acdf-7e5f2b702c9d,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:06.157269 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:06.252817 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for floatingip, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:06.266903 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for floatingip, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:06.268009 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "DELETE /v2.0/floatingips/b5ea1878-e565-4d22-81c6-bca1569b8f1b HTTP/1.1" status: 204 len: 168 time: 2.0351722 Oct 25 15:04:06.539698 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:04:06.612380 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 5cfb7429-1dce-416f-a362-66d3926f90e3 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:04:06.680746 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port 5cfb7429-1dce-416f-a362-66d3926f90e3 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:04:06.685975 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port 5cfb7429-1dce-416f-a362-66d3926f90e3 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:04:06.686386 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:06.811668 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:06.841607 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3721441a-3d7c-4244-ac9d-64470c72c0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfb7429-1dce-416f-a362-66d3926f90e3'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:04:06.852804 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 5cfb7429-1dce-416f-a362-66d3926f90e3, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=5cfb7429-1dce-416f-a362-66d3926f90e3,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:06.859089 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:06.860597 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:04:06.896093 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3721441a-3d7c-4244-ac9d-64470c72c0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfb7429-1dce-416f-a362-66d3926f90e3', 'code': 200} Oct 25 15:04:06.896348 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:06.999599 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:04:07.000004 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device a1a4d94f-fcc4-45c6-afdf-7d68fb780f9b not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:04:07.026804 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=5cfb7429-1dce-416f-a362-66d3926f90e3,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:07.030661 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:07.312695 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc0e44-8108-4c4f-a2fc-f6e50ad7bc3b req-d43b57f4-38ef-4148-88f5-2692f2748272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:07.314200 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9fcc0e44-8108-4c4f-a2fc-f6e50ad7bc3b req-d43b57f4-38ef-4148-88f5-2692f2748272 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 1098 time: 0.1868536 Oct 25 15:04:07.360704 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9fcc0e44-8108-4c4f-a2fc-f6e50ad7bc3b req-12faaa77-dc2d-4a00-bbed-f0646bf18a61 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382578 Oct 25 15:04:07.407208 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673e74-20fb-4c10-8b05-272ce5353761 req-20453cf3-47fb-4a72-a0db-6b2236bb63a3 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:07.408789 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f8673e74-20fb-4c10-8b05-272ce5353761 req-20453cf3-47fb-4a72-a0db-6b2236bb63a3 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 945 time: 0.1014211 Oct 25 15:04:07.456140 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f8673e74-20fb-4c10-8b05-272ce5353761 req-344a35d2-d395-445d-8814-1448e10ed412 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406458 Oct 25 15:04:07.784545 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 34328) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:04:07.790313 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-5ed50d46-433b-4ef5-9b70-f242fd0a94ee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1969135778', 'description': 'tempest-description--1464346341'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:04:07.797073 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-5ed50d46-433b-4ef5-9b70-f242fd0a94ee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:04:07.801373 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-5ed50d46-433b-4ef5-9b70-f242fd0a94ee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Usage tracker for resource:security_group and tenant:1f285f7297eb4cdf8062b6e13b8b95ff is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:04:07.804518 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-5ed50d46-433b-4ef5-9b70-f242fd0a94ee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:04:07.810913 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-5ed50d46-433b-4ef5-9b70-f242fd0a94ee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:04:07.824717 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5ed50d46-433b-4ef5-9b70-f242fd0a94ee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:07.847019 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-5ed50d46-433b-4ef5-9b70-f242fd0a94ee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:04:07.851088 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-5ed50d46-433b-4ef5-9b70-f242fd0a94ee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Usage tracker for resource:security_group_rule and tenant:1f285f7297eb4cdf8062b6e13b8b95ff is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:04:07.854049 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-5ed50d46-433b-4ef5-9b70-f242fd0a94ee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:04:07.860595 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-5ed50d46-433b-4ef5-9b70-f242fd0a94ee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:04:07.939835 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5ed50d46-433b-4ef5-9b70-f242fd0a94ee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:07.944051 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5ed50d46-433b-4ef5-9b70-f242fd0a94ee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:07.948631 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-c8e1ad0e-ce74-40ed-9767-3a413622d935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:08.004793 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed50d46-433b-4ef5-9b70-f242fd0a94ee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea725af-c917-49d4-a8c0-3963fc4732c1,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:08.008789 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-5ed50d46-433b-4ef5-9b70-f242fd0a94ee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:08.012262 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-5ed50d46-433b-4ef5-9b70-f242fd0a94ee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:08.013569 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-5ed50d46-433b-4ef5-9b70-f242fd0a94ee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2278352 Oct 25 15:04:08.016962 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 34332) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:04:08.022157 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-1e8fc380-f658-45cc-ab31-4317efecaca8 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Request body: {'security_group_rule': {'security_group_id': 'fea725af-c917-49d4-a8c0-3963fc4732c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:04:08.029385 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-1e8fc380-f658-45cc-ab31-4317efecaca8 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:04:08.033937 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-1e8fc380-f658-45cc-ab31-4317efecaca8 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Usage tracker for resource:security_group_rule and tenant:1f285f7297eb4cdf8062b6e13b8b95ff is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:04:08.036875 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-1e8fc380-f658-45cc-ab31-4317efecaca8 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:04:08.042764 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-1e8fc380-f658-45cc-ab31-4317efecaca8 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:04:08.059717 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1e8fc380-f658-45cc-ab31-4317efecaca8 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:08.121599 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1e8fc380-f658-45cc-ab31-4317efecaca8 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:08.126281 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1e8fc380-f658-45cc-ab31-4317efecaca8 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:08.128641 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:08.152344 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fc380-f658-45cc-ab31-4317efecaca8 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76fc54e2-8a44-47ab-a43d-4327daff5bce,revision_number=0']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:08.157916 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1e8fc380-f658-45cc-ab31-4317efecaca8 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:08.163669 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1e8fc380-f658-45cc-ab31-4317efecaca8 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:08.164877 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-1e8fc380-f658-45cc-ab31-4317efecaca8 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469536 Oct 25 15:04:08.167778 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 34336) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:04:08.172951 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-36d03c07-f94d-453a-a20c-6d3a3a128a94 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Request body: {'security_group_rule': {'security_group_id': 'fea725af-c917-49d4-a8c0-3963fc4732c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:04:08.178916 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-36d03c07-f94d-453a-a20c-6d3a3a128a94 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:04:08.183096 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-36d03c07-f94d-453a-a20c-6d3a3a128a94 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Usage tracker for resource:security_group_rule and tenant:1f285f7297eb4cdf8062b6e13b8b95ff is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:04:08.186097 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-36d03c07-f94d-453a-a20c-6d3a3a128a94 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:04:08.192453 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-36d03c07-f94d-453a-a20c-6d3a3a128a94 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:04:08.210397 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-36d03c07-f94d-453a-a20c-6d3a3a128a94 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:08.278629 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-36d03c07-f94d-453a-a20c-6d3a3a128a94 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:08.284912 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-36d03c07-f94d-453a-a20c-6d3a3a128a94 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739794'] for security_group_rule, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:08.288807 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:08.324290 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d03c07-f94d-453a-a20c-6d3a3a128a94 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18600c2d-b983-41a1-9baf-6896b3743059,revision_number=0']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:08.330805 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-36d03c07-f94d-453a-a20c-6d3a3a128a94 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:08.342050 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-36d03c07-f94d-453a-a20c-6d3a3a128a94 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:08.343748 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-36d03c07-f94d-453a-a20c-6d3a3a128a94 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1748173 Oct 25 15:04:08.346877 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 34340) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:04:08.353049 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Request body: {'floatingip': {'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:04:08.359312 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:04:08.363587 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Usage tracker for resource:floatingip and tenant:1f285f7297eb4cdf8062b6e13b8b95ff is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:04:08.366663 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:04:08.373913 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:04:08.387376 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for floatingip, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:08.554272 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:08.777941 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_common [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Allocated IP 172.28.2.63 (f28bc334-851c-4473-9f79-bcbdd8bebf12/45bd59cf-ca3c-43e3-a738-64ab0f49ed1b/55258ab4-bcb3-49a7-ae3f-677f888261ca) {{(pid=86779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:04:08.882096 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf99f5-8a22-474f-a2f2-ec8cbe39f77f req-2eaa603b-597c-4a17-8c75-0f7fce808601 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:08.883480 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ccaf99f5-8a22-474f-a2f2-ec8cbe39f77f req-2eaa603b-597c-4a17-8c75-0f7fce808601 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 945 time: 0.2047255 Oct 25 15:04:08.962832 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ccaf99f5-8a22-474f-a2f2-ec8cbe39f77f req-3d122a98-32a4-4583-9c09-cd8a96ef183c tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715070 Oct 25 15:04:08.990012 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for port, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:09.040372 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:09.053890 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-fb0bfe1d-feaf-450d-82cb-d8fae080f349 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:09.124214 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Network f28bc334-851c-4473-9f79-bcbdd8bebf12 is already hosted by enough agents. {{(pid=86779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:04:09.127418 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.base_scheduler [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Resources bound (agent type, host, resource id): {{(pid=86779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:04:09.131323 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Received port after_create {{(pid=86779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:04:09.171305 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event updated for resources: {'Port': ['ID=55258ab4-bcb3-49a7-ae3f-677f888261ca,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:09.176478 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:09.223968 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:09.297426 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:09.417631 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-583e3559-cdfc-4598-ac1c-2615c03129b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:09.754578 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for port, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:09.762074 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28131388'] for port, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:09.765786 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f221b853-eb40-471c-b730-bd5fa155e5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:09.896871 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event updated for resources: {'Port': ['ID=55258ab4-bcb3-49a7-ae3f-677f888261ca,revision_number=2']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:09.903322 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:09.911293 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672821'] for floatingip, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:09.934042 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:09.937599 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for floatingip, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:09.938876 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-439b3208-de95-40e5-b944-f8ab1e8a3171 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5906339 Oct 25 15:04:10.198488 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-8aff4dda-12f8-4708-866e-54ee2557516a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Synchronizing usage tracker for tenant:1f285f7297eb4cdf8062b6e13b8b95ff on resource:security_group {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:04:10.228210 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-8aff4dda-12f8-4708-866e-54ee2557516a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Unset dirty status for tenant:1f285f7297eb4cdf8062b6e13b8b95ff on resource:security_group {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:04:10.229835 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-8aff4dda-12f8-4708-866e-54ee2557516a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1969135778&fields=id&tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff HTTP/1.1" status: 200 len: 267 time: 0.0729439 Oct 25 15:04:10.385942 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-883ed8b9-0e08-4af4-aad5-9883a03e4a07 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:10.387476 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-883ed8b9-0e08-4af4-aad5-9883a03e4a07 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/networks?id=1486c024-f03d-46e5-ad51-efb345f205e9 HTTP/1.1" status: 200 len: 816 time: 0.1510494 Oct 25 15:04:10.402321 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-6741a3a4-f0aa-489a-b59d-4599bcf72d1e tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/quotas/1f285f7297eb4cdf8062b6e13b8b95ff HTTP/1.1" status: 200 len: 375 time: 0.0093946 Oct 25 15:04:10.494318 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-a4aba216-90a0-422e-9481-20b1a2e7c7fa tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Synchronizing usage tracker for tenant:1f285f7297eb4cdf8062b6e13b8b95ff on resource:port {{(pid=86779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:04:10.515191 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-a4aba216-90a0-422e-9481-20b1a2e7c7fa tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Unset dirty status for tenant:1f285f7297eb4cdf8062b6e13b8b95ff on resource:port {{(pid=86779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:04:10.517627 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-a4aba216-90a0-422e-9481-20b1a2e7c7fa tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1096818 Oct 25 15:04:10.780130 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-a7dea9b7-fc8c-41e5-a44a-4887410fc145 service neutron] 10.222.0.62 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476747 Oct 25 15:04:10.931312 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-92083d13-f2bb-4714-989f-81679c9df1a2 service neutron] 10.222.0.62 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405194 Oct 25 15:04:11.219835 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d6c49402-db75-4894-a8ac-979d2a6d4ac6 req-a1df1be9-955d-46e0-ad4b-b0d049b48451 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 210 time: 0.0514433 Oct 25 15:04:11.456444 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbec212-fc04-405b-85c0-318872ba4939 req-0d00694a-0a73-4bf4-aca3-28eaed771853 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:11.458215 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1dbec212-fc04-405b-85c0-318872ba4939 req-0d00694a-0a73-4bf4-aca3-28eaed771853 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/networks?id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93 HTTP/1.1" status: 200 len: 815 time: 0.2179806 Oct 25 15:04:11.476472 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1dbec212-fc04-405b-85c0-318872ba4939 req-1c575d08-7e08-436a-846d-2980c7abaeac tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/quotas/c3ff910ba6724e2797f2fb32986c596f HTTP/1.1" status: 200 len: 375 time: 0.0105519 Oct 25 15:04:11.598064 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1dbec212-fc04-405b-85c0-318872ba4939 req-e6fab5e5-cda8-448a-9ea6-d794e3f551ef tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3ff910ba6724e2797f2fb32986c596f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096385 Oct 25 15:04:11.739061 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1dbec212-fc04-405b-85c0-318872ba4939 req-d345d76e-9b39-41e8-ad44-240d1cb55afa service neutron] 10.222.0.62 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339433 Oct 25 15:04:11.880693 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1dbec212-fc04-405b-85c0-318872ba4939 req-f968c1bc-a4c0-4970-8531-545818173f6b service neutron] 10.222.0.62 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355169 Oct 25 15:04:12.100032 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9bb83d68-7024-47f0-8793-994cffffd723 req-19529ea5-0fc9-4c66-abb7-b86465577044 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 210 time: 0.0509481 Oct 25 15:04:12.436605 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-37e7b13a-fe89-4958-ae9f-e19344700c0b req-db71bd4a-fce1-40bf-8e95-de28bee4b4b1 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 210 time: 0.0836048 Oct 25 15:04:12.544887 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-c3172d06-8d54-4bcd-a800-7d575d5fe5e7 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:12.545622 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-c3172d06-8d54-4bcd-a800-7d575d5fe5e7 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Synchronizing usage tracker for tenant:1f285f7297eb4cdf8062b6e13b8b95ff on resource:network {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:04:12.564560 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-c3172d06-8d54-4bcd-a800-7d575d5fe5e7 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Unset dirty status for tenant:1f285f7297eb4cdf8062b6e13b8b95ff on resource:network {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:04:12.565806 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-c3172d06-8d54-4bcd-a800-7d575d5fe5e7 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.31 "GET /v2.0/networks?id=1486c024-f03d-46e5-ad51-efb345f205e9 HTTP/1.1" status: 200 len: 816 time: 0.1979849 Oct 25 15:04:12.623938 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-eb3d8909-d694-44d2-a609-0180d201aa41 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Synchronizing usage tracker for tenant:1f285f7297eb4cdf8062b6e13b8b95ff on resource:security_group {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:04:12.636769 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-eb3d8909-d694-44d2-a609-0180d201aa41 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Unset dirty status for tenant:1f285f7297eb4cdf8062b6e13b8b95ff on resource:security_group {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:04:12.638037 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-eb3d8909-d694-44d2-a609-0180d201aa41 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff HTTP/1.1" status: 200 len: 380 time: 0.0568638 Oct 25 15:04:12.659853 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-20085815-26e0-4a97-a970-9699ffd90f9f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Request body: {'port': {'device_id': '711bcb54-cf32-4828-9d54-5456e497e853', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'admin_state_up': True, 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'security_groups': ['fea725af-c917-49d4-a8c0-3963fc4732c1']}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:04:12.810274 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-20085815-26e0-4a97-a970-9699ffd90f9f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:04:12.820532 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-20085815-26e0-4a97-a970-9699ffd90f9f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:04:12.832560 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-20085815-26e0-4a97-a970-9699ffd90f9f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Made reservation on behalf of 1f285f7297eb4cdf8062b6e13b8b95ff for: {'port': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:04:12.836153 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-20085815-26e0-4a97-a970-9699ffd90f9f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:13.008127 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-20085815-26e0-4a97-a970-9699ffd90f9f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Allocated IP 172.20.0.7 (1486c024-f03d-46e5-ad51-efb345f205e9/327c0ecf-a28b-4b05-be24-55014af38ee9/b62f0688-d17a-4406-90f6-b1cfdef2d7c7) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:04:13.358795 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-da3155e1-01cf-4654-b477-650cc545388a req-ff564a20-fb8d-4ce5-a1c5-ed5b48abee59 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 210 time: 0.0768001 Oct 25 15:04:13.452263 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-20085815-26e0-4a97-a970-9699ffd90f9f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:13.487679 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-20085815-26e0-4a97-a970-9699ffd90f9f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Transition to ACTIVE for port object b62f0688-d17a-4406-90f6-b1cfdef2d7c7 will not be triggered until provisioned by entity DHCP. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:04:13.518174 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbec212-fc04-405b-85c0-318872ba4939 req-5db5139c-999f-45d2-96e4-d1d2af685c9d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:13.519643 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1dbec212-fc04-405b-85c0-318872ba4939 req-5db5139c-999f-45d2-96e4-d1d2af685c9d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.31 "GET /v2.0/networks?id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93 HTTP/1.1" status: 200 len: 815 time: 0.2454562 Oct 25 15:04:13.541147 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-1dbec212-fc04-405b-85c0-318872ba4939 req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Request body: {'port': {'device_id': 'f827e968-7f7d-4c4f-b9bc-fc7cb37c067c', 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93', 'admin_state_up': True, 'tenant_id': 'c3ff910ba6724e2797f2fb32986c596f'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:04:13.576355 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-20085815-26e0-4a97-a970-9699ffd90f9f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:13.601440 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:13.661835 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf45528-e977-465f-94d4-45cd49c2826e req-ec13ca88-fa57-4716-8565-4a5fa164c387 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:13.663448 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1bf45528-e977-465f-94d4-45cd49c2826e req-ec13ca88-fa57-4716-8565-4a5fa164c387 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 931 time: 0.0913360 Oct 25 15:04:13.715893 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1bf45528-e977-465f-94d4-45cd49c2826e req-b359a514-56f5-4400-81b7-3150076f155e tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455253 Oct 25 15:04:13.754826 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-0c8a6d2f-bad7-48cc-bc66-44b40522ff5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:13.799912 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-20085815-26e0-4a97-a970-9699ffd90f9f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Network 1486c024-f03d-46e5-ad51-efb345f205e9 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:04:13.805715 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-20085815-26e0-4a97-a970-9699ffd90f9f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:04:13.816387 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-20085815-26e0-4a97-a970-9699ffd90f9f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:04:13.875008 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20085815-26e0-4a97-a970-9699ffd90f9f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event updated for resources: {'Port': ['ID=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:13.889036 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-20085815-26e0-4a97-a970-9699ffd90f9f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:13.910765 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-1dbec212-fc04-405b-85c0-318872ba4939 req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:04:13.918817 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-1dbec212-fc04-405b-85c0-318872ba4939 req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Usage tracker for resource:port and tenant:c3ff910ba6724e2797f2fb32986c596f is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:04:13.927088 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-20085815-26e0-4a97-a970-9699ffd90f9f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:13.927773 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-20085815-26e0-4a97-a970-9699ffd90f9f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:13.931912 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-1dbec212-fc04-405b-85c0-318872ba4939 req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:04:13.945429 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-1dbec212-fc04-405b-85c0-318872ba4939 req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:04:13.980377 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-20085815-26e0-4a97-a970-9699ffd90f9f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3249032 Oct 25 15:04:13.985893 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbec212-fc04-405b-85c0-318872ba4939 req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Made reservation on behalf of c3ff910ba6724e2797f2fb32986c596f for: {'port': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:04:13.992415 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-1dbec212-fc04-405b-85c0-318872ba4939 req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:14.013822 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Request body: {'port': {'device_id': '711bcb54-cf32-4828-9d54-5456e497e853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:04:14.073693 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-61a1301d-f78b-427d-ab85-70916dc7e62a None None] Provisioning for port b62f0688-d17a-4406-90f6-b1cfdef2d7c7 completed by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:04:14.080462 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-61a1301d-f78b-427d-ab85-70916dc7e62a None None] Provisioning complete for port b62f0688-d17a-4406-90f6-b1cfdef2d7c7 triggered by entity DHCP. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:04:14.080971 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-61a1301d-f78b-427d-ab85-70916dc7e62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:14.171621 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-61a1301d-f78b-427d-ab85-70916dc7e62a None None] Port b62f0688-d17a-4406-90f6-b1cfdef2d7c7 cannot update to ACTIVE because it is not bound. {{(pid=86780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Oct 25 15:04:14.209958 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:14.341035 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [req-1dbec212-fc04-405b-85c0-318872ba4939 req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Allocated IP 172.20.0.11 (9a78d1a8-5bc7-41f0-8557-5aeb28baae93/ec4438db-1d86-47dc-8044-e901ba1aff92/640d8c71-c82c-4997-9c8f-1ac4789610be) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:04:14.632060 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d53bf3e7-3497-4fe8-91f4-4b20f7ac1bac req-fc59f068-8775-4238-b7f4-bfa57aae1c7b tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 210 time: 0.0847344 Oct 25 15:04:14.728517 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:14.860659 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-1dbec212-fc04-405b-85c0-318872ba4939 req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:14.945526 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b62f0688-d17a-4406-90f6-b1cfdef2d7c7 {{(pid=86778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:04:14.953486 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:14.968835 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Transition to ACTIVE for port object b62f0688-d17a-4406-90f6-b1cfdef2d7c7 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:04:14.977101 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:14.982910 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-a3f0043e-2f9f-431a-a2a7-947f26a69360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:15.042545 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-1dbec212-fc04-405b-85c0-318872ba4939 req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:15.082611 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['4546f12c-3b77-4f99-b549-72f861949038', '5cfb7429-1dce-416f-a362-66d3926f90e3'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:04:15.136166 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbec212-fc04-405b-85c0-318872ba4939 req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:04:15.141300 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [req-1dbec212-fc04-405b-85c0-318872ba4939 req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:04:15.143249 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Pushing event updated for resources: {'Port': ['ID=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:15.145627 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbec212-fc04-405b-85c0-318872ba4939 req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:04:15.208477 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798e3a9-bb43-4513-81c4-fa4a0b38b32e req-b18adcef-cdcb-474c-b75d-8d8bc6e9942c tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:15.210340 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a798e3a9-bb43-4513-81c4-fa4a0b38b32e req-b18adcef-cdcb-474c-b75d-8d8bc6e9942c tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 931 time: 0.3269696 Oct 25 15:04:15.223396 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e2992-f294-4ff0-892e-ad7fa38724eb req-df8db3bc-faca-4ceb-8151-3d20465ce87f tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:15.225050 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-155e2992-f294-4ff0-892e-ad7fa38724eb req-df8db3bc-faca-4ceb-8151-3d20465ce87f tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.1213095 Oct 25 15:04:15.236814 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:15.240901 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5845ccdc-ce43-46cf-90b3-5b2b806ff206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:15.291038 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a798e3a9-bb43-4513-81c4-fa4a0b38b32e req-f37b1d02-c648-4768-b1b1-6b159a9d198b tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649927 Oct 25 15:04:15.318216 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-155e2992-f294-4ff0-892e-ad7fa38724eb req-b3f921de-2b2d-4a86-b85f-205cab7c727a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750041 Oct 25 15:04:15.403505 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Pushing event updated for resources: {'Port': ['ID=640d8c71-c82c-4997-9c8f-1ac4789610be,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:15.410742 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbec212-fc04-405b-85c0-318872ba4939 req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:15.411346 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-1dbec212-fc04-405b-85c0-318872ba4939 req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:15.419563 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:15.429317 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Attempting to bind port b62f0688-d17a-4406-90f6-b1cfdef2d7c7 on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:04:15.429647 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Attempting to bind port b62f0688-d17a-4406-90f6-b1cfdef2d7c7 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '4ec8db25-0dd8-40b1-84ff-8d2618c6b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:04:15.429970 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Attempting to bind port b62f0688-d17a-4406-90f6-b1cfdef2d7c7 on network 1486c024-f03d-46e5-ad51-efb345f205e9 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:04:15.437147 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Port b62f0688-d17a-4406-90f6-b1cfdef2d7c7 on network 1486c024-f03d-46e5-ad51-efb345f205e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 15:04:15.437465 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Attempting to bind port b62f0688-d17a-4406-90f6-b1cfdef2d7c7 on network 1486c024-f03d-46e5-ad51-efb345f205e9 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:04:15.444072 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:04:15.444405 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Checking segment: {'id': '4ec8db25-0dd8-40b1-84ff-8d2618c6b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:04:15.444781 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Bound using segment: {'id': '4ec8db25-0dd8-40b1-84ff-8d2618c6b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:04:15.445202 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Bound port: b62f0688-d17a-4406-90f6-b1cfdef2d7c7, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec8db25-0dd8-40b1-84ff-8d2618c6b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:04:15.445540 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:15.456958 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1dbec212-fc04-405b-85c0-318872ba4939 req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9198928 Oct 25 15:04:15.489966 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Request body: {'port': {'device_id': 'f827e968-7f7d-4c4f-b9bc-fc7cb37c067c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:04:15.631685 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] For port b62f0688-d17a-4406-90f6-b1cfdef2d7c7, host hv-cinder-81375, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:04:15.645793 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] For port b62f0688-d17a-4406-90f6-b1cfdef2d7c7, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:04:15.646873 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:15.659013 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:15.665036 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-8e7a8a29-e4fc-449b-8653-6a8101a83503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:15.771375 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:15.772007 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:15.773356 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] 10.222.0.31 "PUT /v2.0/ports/b62f0688-d17a-4406-90f6-b1cfdef2d7c7 HTTP/1.1" status: 200 len: 1093 time: 1.7660584 Oct 25 15:04:15.776178 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711bcb54-cf32-4828-9d54-5456e497e853', 'tag': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:04:15.810237 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Pushing event updated for resources: {'Port': ['ID=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:15.855968 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:15.872803 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711bcb54-cf32-4828-9d54-5456e497e853', 'tag': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7', 'status': 'completed', 'code': 200} Oct 25 15:04:15.885026 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ad0ea-3349-4209-974a-e43a0234758d req-5def366c-cb37-4173-ab32-76a67028106f tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:15.887813 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7d7ad0ea-3349-4209-974a-e43a0234758d req-5def366c-cb37-4173-ab32-76a67028106f tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 932 time: 0.1388128 Oct 25 15:04:15.951450 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7d7ad0ea-3349-4209-974a-e43a0234758d req-e30441df-d8b8-4ae1-89f0-14e5b620dc49 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574465 Oct 25 15:04:16.068094 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f119ed70-fc0d-47c6-8645-d500971980a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:16.069553 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-f119ed70-fc0d-47c6-8645-d500971980a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff&device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 1096 time: 0.1919987 Oct 25 15:04:16.152159 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-fd3e06d1-9679-4132-a868-7fb0307b0893 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7 HTTP/1.1" status: 200 len: 217 time: 0.0684090 Oct 25 15:04:16.271094 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-3e0448aa-ba83-4175-85c5-550fa4e60f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:16.272454 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-3e0448aa-ba83-4175-85c5-550fa4e60f11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c0ecf-a28b-4b05-be24-55014af38ee9 HTTP/1.1" status: 200 len: 855 time: 0.1135075 Oct 25 15:04:16.274619 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640d8c71-c82c-4997-9c8f-1ac4789610be {{(pid=86778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:04:16.284276 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:16.460944 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Transition to ACTIVE for port object 640d8c71-c82c-4997-9c8f-1ac4789610be will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:04:16.470364 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:16.475699 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ed6869ca-e008-4f2b-8a39-461639a54fbd tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:16.525420 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:16.562550 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27420c70-7c39-4767-950d-7f4287810366 req-549628fd-2016-4275-8903-0948e8adf64a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:16.564082 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-27420c70-7c39-4767-950d-7f4287810366 req-549628fd-2016-4275-8903-0948e8adf64a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 943 time: 0.1523097 Oct 25 15:04:16.580889 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a5f7c-41b9-47f6-8ab9-688215afc48b req-d314f43d-5b78-498e-817f-1dedc0c04363 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:16.582877 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5b0a5f7c-41b9-47f6-8ab9-688215afc48b req-d314f43d-5b78-498e-817f-1dedc0c04363 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.1272976 Oct 25 15:04:16.662125 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-27420c70-7c39-4767-950d-7f4287810366 req-de852929-9589-480a-9962-d0fb6bb4e6de tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781949 Oct 25 15:04:16.665412 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5b0a5f7c-41b9-47f6-8ab9-688215afc48b req-9fd27ad1-4855-4894-a24f-365b3f5c0735 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678377 Oct 25 15:04:16.770146 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Pushing event updated for resources: {'Port': ['ID=640d8c71-c82c-4997-9c8f-1ac4789610be,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:16.827363 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:16.849180 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-c1ac0053-0a5f-4408-aac6-da6e5bfefc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:16.850691 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-c1ac0053-0a5f-4408-aac6-da6e5bfefc80 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1486c024-f03d-46e5-ad51-efb345f205e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5684698 Oct 25 15:04:16.964815 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Attempting to bind port 640d8c71-c82c-4997-9c8f-1ac4789610be on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:04:16.965523 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Attempting to bind port 640d8c71-c82c-4997-9c8f-1ac4789610be by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '5fe47183-925a-4512-b9ce-9da609648f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:04:16.965523 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Attempting to bind port 640d8c71-c82c-4997-9c8f-1ac4789610be on network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:04:16.975796 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Port 640d8c71-c82c-4997-9c8f-1ac4789610be on network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 15:04:16.976136 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Attempting to bind port 640d8c71-c82c-4997-9c8f-1ac4789610be on network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:04:16.988028 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:04:16.988399 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Checking segment: {'id': '5fe47183-925a-4512-b9ce-9da609648f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:04:16.988764 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Bound using segment: {'id': '5fe47183-925a-4512-b9ce-9da609648f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:04:16.989213 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Bound port: 640d8c71-c82c-4997-9c8f-1ac4789610be, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe47183-925a-4512-b9ce-9da609648f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:04:16.989570 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:17.089826 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-45351184-e7e8-47b9-bac8-1161302e8a45 service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289355 Oct 25 15:04:17.139165 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbb4f3-508d-4c27-9c44-1d8dbde25ed1 req-1058cadb-b730-47d7-af40-65f009366a1e tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:17.141330 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ecfbb4f3-508d-4c27-9c44-1d8dbde25ed1 req-1058cadb-b730-47d7-af40-65f009366a1e tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 944 time: 0.0860472 Oct 25 15:04:17.195556 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ecfbb4f3-508d-4c27-9c44-1d8dbde25ed1 req-4bcfd678-1c63-4122-b037-5b1805537ed7 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474148 Oct 25 15:04:17.201528 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] For port 640d8c71-c82c-4997-9c8f-1ac4789610be, host hv-cinder-81375, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:04:17.214196 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] For port 640d8c71-c82c-4997-9c8f-1ac4789610be, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=640d8c71-c82c-4997-9c8f-1ac4789610be,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:04:17.219347 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:17.225301 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f645c8d0-4b98-4096-a839-b693c14149a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:17.310867 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:17.311473 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:17.312842 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] 10.222.0.31 "PUT /v2.0/ports/640d8c71-c82c-4997-9c8f-1ac4789610be HTTP/1.1" status: 200 len: 1094 time: 1.8270192 Oct 25 15:04:17.316833 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-e47d0302-7a5d-4dc5-9432-7cea36fb32dc req-a14f5b23-17a3-4c3b-b086-1bea1f031a8d service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202523 Oct 25 15:04:17.331175 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Pushing event updated for resources: {'Port': ['ID=640d8c71-c82c-4997-9c8f-1ac4789610be,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:17.334756 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-2f5e5b25-69bb-4414-be0b-31bc1a3781ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:17.566064 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2204aa88-5aa3-4f2a-a76d-f9387d1eec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:17.567523 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2204aa88-5aa3-4f2a-a76d-f9387d1eec8b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3ff910ba6724e2797f2fb32986c596f&device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 1097 time: 0.1487272 Oct 25 15:04:17.570546 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e5695-84ca-4e04-b278-9816c407b897 req-8becc6e0-433d-47d5-8ad2-04fab7ec1a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:17.571931 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-959e5695-84ca-4e04-b278-9816c407b897 req-8becc6e0-433d-47d5-8ad2-04fab7ec1a70 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff&device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 1096 time: 0.1113884 Oct 25 15:04:17.683540 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1dbec212-fc04-405b-85c0-318872ba4939 req-4c729483-017a-4498-b9fe-42eb67f4063e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=640d8c71-c82c-4997-9c8f-1ac4789610be HTTP/1.1" status: 200 len: 217 time: 0.0879240 Oct 25 15:04:17.829521 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2aae9132-a841-44b5-9e35-00e1aa3e6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:17.831056 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1dbec212-fc04-405b-85c0-318872ba4939 req-2aae9132-a841-44b5-9e35-00e1aa3e6e39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec4438db-1d86-47dc-8044-e901ba1aff92 HTTP/1.1" status: 200 len: 855 time: 0.1015196 Oct 25 15:04:17.880396 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f827e968-7f7d-4c4f-b9bc-fc7cb37c067c', 'tag': '640d8c71-c82c-4997-9c8f-1ac4789610be'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:04:17.905025 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1dbec212-fc04-405b-85c0-318872ba4939 req-01730b34-d235-4b27-a463-5e85df0bb21b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580637 Oct 25 15:04:17.906525 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e5695-84ca-4e04-b278-9816c407b897 req-3a09144e-5939-40d9-92e4-9d2baa911e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:17.908238 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-959e5695-84ca-4e04-b278-9816c407b897 req-3a09144e-5939-40d9-92e4-9d2baa911e45 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1486c024-f03d-46e5-ad51-efb345f205e9 HTTP/1.1" status: 200 len: 917 time: 0.3114038 Oct 25 15:04:17.987418 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ba04c-65b8-48d2-9def-a1fbe3c7e25b req-1af75189-db9c-48b9-8af6-6b9611ae2d95 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:17.988729 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-967ba04c-65b8-48d2-9def-a1fbe3c7e25b req-1af75189-db9c-48b9-8af6-6b9611ae2d95 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 943 time: 0.1943531 Oct 25 15:04:18.003821 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dd3f8-b443-47c8-930b-71351ad7891c req-96eca6dc-5118-4c9f-bbe5-3e4155331081 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:18.005316 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-df6dd3f8-b443-47c8-930b-71351ad7891c req-96eca6dc-5118-4c9f-bbe5-3e4155331081 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.1369910 Oct 25 15:04:18.050948 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-959e5695-84ca-4e04-b278-9816c407b897 req-842f9aad-e056-4686-8426-1ecc4603feb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7 HTTP/1.1" status: 200 len: 217 time: 0.1136045 Oct 25 15:04:18.079800 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-967ba04c-65b8-48d2-9def-a1fbe3c7e25b req-23a20bb7-4499-4ff4-b54e-18ae2be4efc8 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734429 Oct 25 15:04:18.084194 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-df6dd3f8-b443-47c8-930b-71351ad7891c req-8cb6bd51-8b7e-4d59-a33f-b8337eb6d321 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645525 Oct 25 15:04:18.139527 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f827e968-7f7d-4c4f-b9bc-fc7cb37c067c', 'tag': '640d8c71-c82c-4997-9c8f-1ac4789610be', 'status': 'completed', 'code': 200} Oct 25 15:04:18.147441 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e5695-84ca-4e04-b278-9816c407b897 req-28b9b861-4e94-43ff-bb53-855d2a227f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:18.148905 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-959e5695-84ca-4e04-b278-9816c407b897 req-28b9b861-4e94-43ff-bb53-855d2a227f66 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c0ecf-a28b-4b05-be24-55014af38ee9 HTTP/1.1" status: 200 len: 855 time: 0.0849919 Oct 25 15:04:18.346713 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1dbec212-fc04-405b-85c0-318872ba4939 req-a3e3b6b4-bae3-412c-beee-2d3717339292 service neutron] 10.222.0.31 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283359 Oct 25 15:04:18.399175 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6aafc3-3850-488c-935b-260ff2810694 req-b98b20cd-6760-4d78-84da-39e35e8053a4 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:18.401750 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fe6aafc3-3850-488c-935b-260ff2810694 req-b98b20cd-6760-4d78-84da-39e35e8053a4 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 944 time: 0.0922747 Oct 25 15:04:18.448670 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fe6aafc3-3850-488c-935b-260ff2810694 req-d1f79e21-627c-4e73-a819-1843e2d32474 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Oct 25 15:04:18.457186 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e5695-84ca-4e04-b278-9816c407b897 req-e4617626-b3c5-4b79-b936-d76f0e3be55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:18.458678 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-959e5695-84ca-4e04-b278-9816c407b897 req-e4617626-b3c5-4b79-b936-d76f0e3be55a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1486c024-f03d-46e5-ad51-efb345f205e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1857514 Oct 25 15:04:18.590241 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1dbec212-fc04-405b-85c0-318872ba4939 req-e56070c7-f02f-40a1-95ca-e521bf59314a service neutron] 10.222.0.31 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341948 Oct 25 15:04:18.640386 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-959e5695-84ca-4e04-b278-9816c407b897 req-170a2332-e7ca-4528-ad37-3f24ea794f92 service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714740 Oct 25 15:04:18.884772 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-959e5695-84ca-4e04-b278-9816c407b897 req-2df9f1cf-9f3a-4270-a53b-cc195cd25497 service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882658 Oct 25 15:04:18.887244 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65329e-1ae5-4f81-9f34-daa6c09ae626 req-fa6e41d2-af66-4f31-a397-4466d31996eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:18.888575 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-ea65329e-1ae5-4f81-9f34-daa6c09ae626 req-fa6e41d2-af66-4f31-a397-4466d31996eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3ff910ba6724e2797f2fb32986c596f&device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 1097 time: 0.1749310 Oct 25 15:04:19.038118 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65329e-1ae5-4f81-9f34-daa6c09ae626 req-aa2b6812-e757-4908-8f66-bbd1ef7ff7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:19.039584 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-ea65329e-1ae5-4f81-9f34-daa6c09ae626 req-aa2b6812-e757-4908-8f66-bbd1ef7ff7ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93 HTTP/1.1" status: 200 len: 916 time: 0.1320691 Oct 25 15:04:19.106394 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-ea65329e-1ae5-4f81-9f34-daa6c09ae626 req-8ea3443e-0242-4612-bff6-15a90fe2a595 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=640d8c71-c82c-4997-9c8f-1ac4789610be HTTP/1.1" status: 200 len: 217 time: 0.0601242 Oct 25 15:04:19.181629 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65329e-1ae5-4f81-9f34-daa6c09ae626 req-05a2dc7a-7398-40c2-b7c0-ead2be0e3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:19.183189 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-ea65329e-1ae5-4f81-9f34-daa6c09ae626 req-05a2dc7a-7398-40c2-b7c0-ead2be0e3d38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec4438db-1d86-47dc-8044-e901ba1aff92 HTTP/1.1" status: 200 len: 855 time: 0.0696948 Oct 25 15:04:19.232673 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-ea65329e-1ae5-4f81-9f34-daa6c09ae626 req-32aaee6c-49a7-4e5f-a15b-2c81d7dfe337 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422735 Oct 25 15:04:19.341865 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adb57e-b1d5-4d52-9b36-d8d1d2507456 req-7ddd8146-0360-4612-bed0-031cfed50ab1 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:19.343303 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-96adb57e-b1d5-4d52-9b36-d8d1d2507456 req-7ddd8146-0360-4612-bed0-031cfed50ab1 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 943 time: 0.1498787 Oct 25 15:04:19.351104 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55e058-7a70-4f88-a5cd-c335f47e3497 req-5c0b1c88-b5bb-482c-a79d-e4484a7c9557 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:19.352564 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ae55e058-7a70-4f88-a5cd-c335f47e3497 req-5c0b1c88-b5bb-482c-a79d-e4484a7c9557 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.1573331 Oct 25 15:04:19.378237 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-ea65329e-1ae5-4f81-9f34-daa6c09ae626 req-29d564cc-6b40-4baf-a735-bae6decfcf81 service neutron] 10.222.0.31 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295278 Oct 25 15:04:19.423720 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-96adb57e-b1d5-4d52-9b36-d8d1d2507456 req-72cab332-2dcd-4db7-a4f6-d23bedb0351e tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700893 Oct 25 15:04:19.428365 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ae55e058-7a70-4f88-a5cd-c335f47e3497 req-df591aba-3183-4fe7-ac20-63768a42bb55 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619912 Oct 25 15:04:19.556665 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-ea65329e-1ae5-4f81-9f34-daa6c09ae626 req-7729a7b2-e855-4a46-a69a-dbfcdb196d21 service neutron] 10.222.0.31 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698141 Oct 25 15:04:19.678565 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f766de-bb9d-4e7e-beb9-869cf2a79374 req-7284d1c1-a2f0-40ec-9526-f5fcde8ba361 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:19.680050 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d0f766de-bb9d-4e7e-beb9-869cf2a79374 req-7284d1c1-a2f0-40ec-9526-f5fcde8ba361 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 944 time: 0.0845897 Oct 25 15:04:19.725761 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d0f766de-bb9d-4e7e-beb9-869cf2a79374 req-e7e3dbbe-8c59-474d-9ed9-befcbd81ef94 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394766 Oct 25 15:04:20.683085 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e196d-4ff3-4f80-b31d-4cfb9450a60f req-1d2743a8-7aa1-49ab-9491-5ec7f8000425 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:20.684666 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-af1e196d-4ff3-4f80-b31d-4cfb9450a60f req-1d2743a8-7aa1-49ab-9491-5ec7f8000425 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 943 time: 0.1447535 Oct 25 15:04:20.695759 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a24a6-6967-45b1-9bbf-d14c1a5bad7b req-56c6d1ee-3666-416b-b1b0-b7ee9b90d9d4 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:20.697269 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-910a24a6-6967-45b1-9bbf-d14c1a5bad7b req-56c6d1ee-3666-416b-b1b0-b7ee9b90d9d4 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.1259921 Oct 25 15:04:20.707483 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device b62f0688-d17a-4406-90f6-b1cfdef2d7c7 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 15:04:20.765836 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-af1e196d-4ff3-4f80-b31d-4cfb9450a60f req-1cc2443e-95b0-46ec-a026-6f66a9708a55 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669453 Oct 25 15:04:20.777226 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-910a24a6-6967-45b1-9bbf-d14c1a5bad7b req-ba223bf7-c8f3-4efd-be78-64dfe1dcd636 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638058 Oct 25 15:04:20.866412 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port b62f0688-d17a-4406-90f6-b1cfdef2d7c7, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:20.882710 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'port_id': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7', 'mac_address': 'fa:16:3e:41:9f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 15:04:20.958630 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:20.978802 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b62f0688-d17a-4406-90f6-b1cfdef2d7c7 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:04:20.980051 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88ac43-b2fe-48f0-9b10-3ea2e7c44fe4 req-ab126dbb-6ed5-4039-b5a3-36a0927a8882 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:20.981833 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fe88ac43-b2fe-48f0-9b10-3ea2e7c44fe4 req-ab126dbb-6ed5-4039-b5a3-36a0927a8882 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 944 time: 0.0949256 Oct 25 15:04:20.995945 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port b62f0688-d17a-4406-90f6-b1cfdef2d7c7, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:21.003988 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:21.004749 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 640d8c71-c82c-4997-9c8f-1ac4789610be details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 15:04:21.008147 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:21.035156 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fe88ac43-b2fe-48f0-9b10-3ea2e7c44fe4 req-e40a3d13-8772-4d9c-a3d2-edcca13b0ec4 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434413 Oct 25 15:04:21.151579 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:21.155901 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:21.201871 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 640d8c71-c82c-4997-9c8f-1ac4789610be, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=640d8c71-c82c-4997-9c8f-1ac4789610be,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:21.215391 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': '640d8c71-c82c-4997-9c8f-1ac4789610be', 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93', 'port_id': '640d8c71-c82c-4997-9c8f-1ac4789610be', 'mac_address': 'fa:16:3e:e1:8d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4438db-1d86-47dc-8044-e901ba1aff92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 15:04:21.276505 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:21.296801 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640d8c71-c82c-4997-9c8f-1ac4789610be {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:04:21.313879 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 640d8c71-c82c-4997-9c8f-1ac4789610be, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=640d8c71-c82c-4997-9c8f-1ac4789610be,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:21.318202 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:21.320062 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:21.394127 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=640d8c71-c82c-4997-9c8f-1ac4789610be,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:21.397257 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:21.719158 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['b62f0688-d17a-4406-90f6-b1cfdef2d7c7'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:04:21.768955 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['640d8c71-c82c-4997-9c8f-1ac4789610be'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:04:22.027897 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9f85-9d55-42e0-9d06-848c1d4a52be req-574fa2fb-32de-42f3-ab05-145b49987756 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:22.029494 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ff2c9f85-9d55-42e0-9d06-848c1d4a52be req-574fa2fb-32de-42f3-ab05-145b49987756 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.1469145 Oct 25 15:04:22.037008 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60150a64-8973-45e1-a477-75eb73030985 req-c8897508-ed03-4d34-a664-5740ada4707d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:22.038489 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-60150a64-8973-45e1-a477-75eb73030985 req-c8897508-ed03-4d34-a664-5740ada4707d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 944 time: 0.1205530 Oct 25 15:04:22.111408 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ff2c9f85-9d55-42e0-9d06-848c1d4a52be req-07cbec88-3482-42ed-a4ca-cb30c5ff8f95 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715721 Oct 25 15:04:22.116052 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-60150a64-8973-45e1-a477-75eb73030985 req-1653e732-99bd-4678-8b02-5e7bb19d779c tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621607 Oct 25 15:04:22.398728 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef812c5-121d-48ed-9ed0-575b9dea89f1 req-698ae811-e503-45e6-8d51-1f8729863b84 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:22.400161 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-cef812c5-121d-48ed-9ed0-575b9dea89f1 req-698ae811-e503-45e6-8d51-1f8729863b84 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 945 time: 0.1885850 Oct 25 15:04:22.445552 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-cef812c5-121d-48ed-9ed0-575b9dea89f1 req-09a7d037-9137-42e2-9b0c-bf5bea61ba61 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385020 Oct 25 15:04:23.375339 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c212de-073e-4c0b-aa52-e12cee375dd8 req-2aea144f-bf6e-4bd1-a2bb-51aac47f3b51 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:23.376778 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-91c212de-073e-4c0b-aa52-e12cee375dd8 req-2aea144f-bf6e-4bd1-a2bb-51aac47f3b51 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.1522896 Oct 25 15:04:23.388679 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c205a9e-69f3-4542-b202-83d1799228b4 req-9d002c6a-2739-4596-9090-ef95e7b0bfab tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:23.390145 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5c205a9e-69f3-4542-b202-83d1799228b4 req-9d002c6a-2739-4596-9090-ef95e7b0bfab tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 944 time: 0.1326950 Oct 25 15:04:23.460790 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-91c212de-073e-4c0b-aa52-e12cee375dd8 req-51cfd345-de06-4da3-886d-789526d31439 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696499 Oct 25 15:04:23.465375 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5c205a9e-69f3-4542-b202-83d1799228b4 req-0c37367d-c3a6-44e7-adeb-68c26b8d9276 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608354 Oct 25 15:04:23.645252 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4259d-7c44-4252-b924-4f203acad75e req-a438eb18-0e8d-47db-90e9-1bdc1033fc57 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:23.646623 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4ee4259d-7c44-4252-b924-4f203acad75e req-a438eb18-0e8d-47db-90e9-1bdc1033fc57 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 945 time: 0.0887046 Oct 25 15:04:23.693688 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4ee4259d-7c44-4252-b924-4f203acad75e req-218b0417-790a-42f6-912e-dc1adc0f5778 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Oct 25 15:04:24.717466 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 640d8c71-c82c-4997-9c8f-1ac4789610be up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:04:24.724762 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ed552-106a-4b3c-af52-4973c669be91 req-25aa5a33-b957-4216-8eba-ee030ab51e65 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:24.726282 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dc6ed552-106a-4b3c-af52-4973c669be91 req-25aa5a33-b957-4216-8eba-ee030ab51e65 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.1482062 Oct 25 15:04:24.735084 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cf4a3-176d-4295-bec3-5031ab977ca3 req-9d316099-dd0d-4470-979e-d17a814b1526 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:24.736543 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1e3cf4a3-176d-4295-bec3-5031ab977ca3 req-9d316099-dd0d-4470-979e-d17a814b1526 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 944 time: 0.1562648 Oct 25 15:04:24.789257 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port 640d8c71-c82c-4997-9c8f-1ac4789610be completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:04:24.794874 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port 640d8c71-c82c-4997-9c8f-1ac4789610be triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:04:24.794874 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:24.811650 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1e3cf4a3-176d-4295-bec3-5031ab977ca3 req-c1277086-a041-4ca4-9ec0-c6e400c49e78 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599658 Oct 25 15:04:24.814638 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dc6ed552-106a-4b3c-af52-4973c669be91 req-25906e3e-945a-443b-91f6-65dd99d5cc75 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771914 Oct 25 15:04:24.959327 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:24.985997 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f827e968-7f7d-4c4f-b9bc-fc7cb37c067c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640d8c71-c82c-4997-9c8f-1ac4789610be'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:04:24.996967 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 640d8c71-c82c-4997-9c8f-1ac4789610be, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=640d8c71-c82c-4997-9c8f-1ac4789610be,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:25.003331 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:25.004352 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device b62f0688-d17a-4406-90f6-b1cfdef2d7c7 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:04:25.016781 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3737633-068e-4565-92d9-317c89a54882 req-00a31266-39a9-4fcd-b4fd-e79a5697d1ba tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:25.019174 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d3737633-068e-4565-92d9-317c89a54882 req-00a31266-39a9-4fcd-b4fd-e79a5697d1ba tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 945 time: 0.0973904 Oct 25 15:04:25.035457 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f827e968-7f7d-4c4f-b9bc-fc7cb37c067c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640d8c71-c82c-4997-9c8f-1ac4789610be', 'code': 200} Oct 25 15:04:25.036000 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-847b772d-b99f-40a1-86d3-aae384931676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:25.066840 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d3737633-068e-4565-92d9-317c89a54882 req-887696ba-7773-4c04-a42e-c91530879447 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410638 Oct 25 15:04:25.134707 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=640d8c71-c82c-4997-9c8f-1ac4789610be,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:25.138051 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:25.149241 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port b62f0688-d17a-4406-90f6-b1cfdef2d7c7 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:04:25.154281 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port b62f0688-d17a-4406-90f6-b1cfdef2d7c7 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:04:25.154736 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:25.274904 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:25.310391 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port b62f0688-d17a-4406-90f6-b1cfdef2d7c7, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:25.314499 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:25.316382 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:25.353500 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60224eae-ab2e-406d-a3b9-2409fdbaa377 req-ac7f6c59-e61f-4a76-8f58-46bf7a50d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:25.355486 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-60224eae-ab2e-406d-a3b9-2409fdbaa377 req-ac7f6c59-e61f-4a76-8f58-46bf7a50d332 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fcd1a038445348f2b9368ef2698be26f&device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 1098 time: 0.1404812 Oct 25 15:04:25.360401 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b424d-7ef9-48e9-94d8-67a8f321e7c6 req-3d41466c-4e45-47e2-8065-0853f58bc79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:25.361791 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0a7b424d-7ef9-48e9-94d8-67a8f321e7c6 req-3d41466c-4e45-47e2-8065-0853f58bc79b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 1099 time: 0.1074157 Oct 25 15:04:25.381289 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:25.384286 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:25.485914 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0a7b424d-7ef9-48e9-94d8-67a8f321e7c6 req-81d5c8ec-be3e-417a-ac4c-23875bc33356 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031623 Oct 25 15:04:25.513804 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60224eae-ab2e-406d-a3b9-2409fdbaa377 req-3587b5a7-ae52-4c86-9f0e-bc902c3bf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:25.515160 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-60224eae-ab2e-406d-a3b9-2409fdbaa377 req-3587b5a7-ae52-4c86-9f0e-bc902c3bf1c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=072cfa13-e29b-47cb-88aa-7b9ac543eaf2 HTTP/1.1" status: 200 len: 909 time: 0.1525609 Oct 25 15:04:25.957487 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-60224eae-ab2e-406d-a3b9-2409fdbaa377 req-e6b56ec9-1c63-4314-941e-674dca935b06 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc83964b-16e2-42b3-8af7-11a9c13d5d18 HTTP/1.1" status: 200 len: 1000 time: 0.2006643 Oct 25 15:04:26.029053 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60224eae-ab2e-406d-a3b9-2409fdbaa377 req-7e433776-a3cb-4c4c-9bdb-daf453e30176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:26.030959 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-60224eae-ab2e-406d-a3b9-2409fdbaa377 req-7e433776-a3cb-4c4c-9bdb-daf453e30176 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e45d5640-5a1d-4a94-b681-fed4499ffe87 HTTP/1.1" status: 200 len: 847 time: 0.0647304 Oct 25 15:04:26.083655 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73338d-ff72-45cf-8fb2-366470ef9c5b req-76522980-32d5-434b-8564-89e26e3ee533 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:26.085120 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1c73338d-ff72-45cf-8fb2-366470ef9c5b req-76522980-32d5-434b-8564-89e26e3ee533 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.1149027 Oct 25 15:04:26.093398 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd7068-fc62-442a-8ad5-033f78aae6f7 req-9b50a552-fcdd-43f5-b496-5829e3f22cf9 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:26.095721 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c3dd7068-fc62-442a-8ad5-033f78aae6f7 req-9b50a552-fcdd-43f5-b496-5829e3f22cf9 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.1583619 Oct 25 15:04:26.111055 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60224eae-ab2e-406d-a3b9-2409fdbaa377 req-662ee38c-7dc2-46d8-9b43-2bf541b7adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:26.112648 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-60224eae-ab2e-406d-a3b9-2409fdbaa377 req-662ee38c-7dc2-46d8-9b43-2bf541b7adfe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=072cfa13-e29b-47cb-88aa-7b9ac543eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729570 Oct 25 15:04:26.165481 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1c73338d-ff72-45cf-8fb2-366470ef9c5b req-152f19dc-468c-44ae-b0ef-9d0d503674d3 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695505 Oct 25 15:04:26.173121 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c3dd7068-fc62-442a-8ad5-033f78aae6f7 req-a79b2658-5750-4c2c-9053-bd473ff02d5b tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640283 Oct 25 15:04:26.253729 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-60224eae-ab2e-406d-a3b9-2409fdbaa377 req-2bef9a8c-d445-4ccc-829d-22b952ac474d service neutron] 10.222.0.31 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318610 Oct 25 15:04:26.348563 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304eda4c-0890-488c-bafd-ffbb6d48d889 req-94256a39-265a-48a5-a93c-c4de53b35754 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:26.349990 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-304eda4c-0890-488c-bafd-ffbb6d48d889 req-94256a39-265a-48a5-a93c-c4de53b35754 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 946 time: 0.0821714 Oct 25 15:04:26.388779 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-60224eae-ab2e-406d-a3b9-2409fdbaa377 req-282bf0c6-9527-4ec8-bb40-1ca33a8dbb05 service neutron] 10.222.0.31 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270659 Oct 25 15:04:26.393967 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-304eda4c-0890-488c-bafd-ffbb6d48d889 req-02725510-726b-4cf0-91a5-377f8f73db0c tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383456 Oct 25 15:04:27.036997 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711bcb54-cf32-4828-9d54-5456e497e853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:04:27.081260 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711bcb54-cf32-4828-9d54-5456e497e853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7', 'code': 200} Oct 25 15:04:27.389217 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db88f90-b036-41a3-86c1-c6d36ef4efef req-5fd76083-9e09-41a1-bfee-7589a439c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:27.390610 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9db88f90-b036-41a3-86c1-c6d36ef4efef req-5fd76083-9e09-41a1-bfee-7589a439c95f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 1098 time: 0.0779159 Oct 25 15:04:27.435660 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-9db88f90-b036-41a3-86c1-c6d36ef4efef req-6f52552d-24e6-4fb7-b4db-38962df41516 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373054 Oct 25 15:04:27.439252 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5204b-e86f-4706-90ef-09e08074132a req-5f2a33e7-868f-480a-97fe-abcd628ca9da tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:27.440742 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-06a5204b-e86f-4706-90ef-09e08074132a req-5f2a33e7-868f-480a-97fe-abcd628ca9da tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.1501167 Oct 25 15:04:27.453049 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e20c6-ab43-4ec3-93e9-a86eb13d439f req-99cdc738-d053-44c5-bc24-b12161cfc697 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:27.454470 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-866e20c6-ab43-4ec3-93e9-a86eb13d439f req-99cdc738-d053-44c5-bc24-b12161cfc697 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.1267967 Oct 25 15:04:27.518570 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-06a5204b-e86f-4706-90ef-09e08074132a req-56830a7d-dea3-4edc-b06f-0377e412db38 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631707 Oct 25 15:04:27.531062 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-866e20c6-ab43-4ec3-93e9-a86eb13d439f req-3c5792d2-504c-4e3e-a420-798751a76ed5 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610349 Oct 25 15:04:27.691990 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f33df9-b68f-45ea-9bba-e96b88954fe6 req-bded34fb-02b2-4afb-b6f6-326742e9022e tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:27.693511 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-43f33df9-b68f-45ea-9bba-e96b88954fe6 req-bded34fb-02b2-4afb-b6f6-326742e9022e tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 946 time: 0.0816143 Oct 25 15:04:27.742719 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-43f33df9-b68f-45ea-9bba-e96b88954fe6 req-8113ba37-9fbe-4936-abb5-1f085f2a3c4b tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430524 Oct 25 15:04:28.778452 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41069817-30d0-4083-88d8-0a56c3ad23c1 req-e4bf8346-f4cd-4a24-9db9-b2ec6beb982a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:28.779993 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-41069817-30d0-4083-88d8-0a56c3ad23c1 req-e4bf8346-f4cd-4a24-9db9-b2ec6beb982a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.1452689 Oct 25 15:04:28.794196 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1f624-d8bb-423e-958d-a91867599f6e req-019d8f5f-17b5-4a7f-b623-c99faca81dd0 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:28.795748 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b2c1f624-d8bb-423e-958d-a91867599f6e req-019d8f5f-17b5-4a7f-b623-c99faca81dd0 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.1288154 Oct 25 15:04:28.873446 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-41069817-30d0-4083-88d8-0a56c3ad23c1 req-28379ac3-1bf8-45a8-8397-9cb188bd899b tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872438 Oct 25 15:04:28.881274 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b2c1f624-d8bb-423e-958d-a91867599f6e req-66978233-d2b3-4fe1-b66f-d5c152a26a6a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714169 Oct 25 15:04:30.140330 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e87996-fedc-459f-8216-c877c62c7743 req-6a5718ea-e445-42b1-954a-078ede503dd1 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:30.141720 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b3e87996-fedc-459f-8216-c877c62c7743 req-6a5718ea-e445-42b1-954a-078ede503dd1 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.1433642 Oct 25 15:04:30.184350 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c61cf3-660f-46df-a12b-108013e6c7cc req-6cec4bed-450e-4935-8310-35ef84ce10eb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:30.185857 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b6c61cf3-660f-46df-a12b-108013e6c7cc req-6cec4bed-450e-4935-8310-35ef84ce10eb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.1291735 Oct 25 15:04:30.224301 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b3e87996-fedc-459f-8216-c877c62c7743 req-301c0fbe-418c-4eb0-b0c2-f614ef32536e tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755529 Oct 25 15:04:30.256213 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b6c61cf3-660f-46df-a12b-108013e6c7cc req-f3d8afcf-1494-4e0c-bc27-19e6f0508d46 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624814 Oct 25 15:04:30.562198 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5345eb7-82d9-42df-bbed-88c2530d3dfd req-0bf04a90-fb76-4af5-9bd2-0195dafc8c73 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:30.563845 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d5345eb7-82d9-42df-bbed-88c2530d3dfd req-0bf04a90-fb76-4af5-9bd2-0195dafc8c73 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.2089205 Oct 25 15:04:30.577233 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 34532) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:04:30.583912 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.v2.base [None req-8433359c-7ed1-43af-879d-3c9302a5ee79 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Request body: {'floatingip': {'port_id': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7'}} {{(pid=86779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:04:30.590553 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 34536) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:04:30.706585 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8433359c-7ed1-43af-879d-3c9302a5ee79 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for floatingip, before_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:30.736268 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-de081364-802e-4809-87bd-e6b5975ca8c7 req-2a2270cc-67e1-45ff-8d45-d301ac5461e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1439929 Oct 25 15:04:30.914933 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f48dc3-d26e-4138-ad88-b8585aaeae51 req-f5cd71d2-8d27-4be9-880e-a0dc01a018a1 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:30.917041 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a4f48dc3-d26e-4138-ad88-b8585aaeae51 req-f5cd71d2-8d27-4be9-880e-a0dc01a018a1 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.2794328 Oct 25 15:04:31.123358 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a4f48dc3-d26e-4138-ad88-b8585aaeae51 req-0b150450-86b3-4880-899b-efcfc229437e tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002659 Oct 25 15:04:31.483272 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8433359c-7ed1-43af-879d-3c9302a5ee79 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:31.486927 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:31.488718 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8433359c-7ed1-43af-879d-3c9302a5ee79 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672821'] for floatingip, after_update {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:31.674296 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.db.l3_db [None req-8433359c-7ed1-43af-879d-3c9302a5ee79 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Floating IP 23e963fb-3333-4696-95b1-6e358fb43a95 associated. External IP: 172.28.2.63, port: b62f0688-d17a-4406-90f6-b1cfdef2d7c7. Oct 25 15:04:32.199153 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8433359c-7ed1-43af-879d-3c9302a5ee79 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Router 674b6661-f067-45a1-96fc-7b93e499b861 has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:04:32.436777 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8433359c-7ed1-43af-879d-3c9302a5ee79 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:04:32.441589 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8433359c-7ed1-43af-879d-3c9302a5ee79 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for floatingip, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:32.446346 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c54fd-faa7-44d4-8d61-15e65f2dfff3 None None] Sync routers for ids ['674b6661-f067-45a1-96fc-7b93e499b861'] in dv-cinder-813751-1-smb {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:04:32.457806 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c54fd-faa7-44d4-8d61-15e65f2dfff3 None None] Routers {'674b6661-f067-45a1-96fc-7b93e499b861'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:04:32.458418 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-c94c54fd-faa7-44d4-8d61-15e65f2dfff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:04:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['674b6661-f067-45a1-96fc-7b93e499b861'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:04:32.494427 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5deeee1-077c-40a5-8eae-31d046a1a6eb req-aca01db8-260c-44e9-a0a4-fb522e4f4319 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:32.495854 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b5deeee1-077c-40a5-8eae-31d046a1a6eb req-aca01db8-260c-44e9-a0a4-fb522e4f4319 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.2310884 Oct 25 15:04:32.524757 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-8433359c-7ed1-43af-879d-3c9302a5ee79 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "PUT /v2.0/floatingips/23e963fb-3333-4696-95b1-6e358fb43a95 HTTP/1.1" status: 200 len: 990 time: 1.9461889 Oct 25 15:04:32.528841 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711bcb54-cf32-4828-9d54-5456e497e853', 'tag': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7'}] {{(pid=86779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:04:32.556343 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b5deeee1-077c-40a5-8eae-31d046a1a6eb req-0ec9b97d-514d-42f5-9eac-7bc79fedbcde tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504532 Oct 25 15:04:32.617549 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de081364-802e-4809-87bd-e6b5975ca8c7 req-94980e5c-0053-43eb-8d2f-1d91a09cf228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:32.619247 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-de081364-802e-4809-87bd-e6b5975ca8c7 req-94980e5c-0053-43eb-8d2f-1d91a09cf228 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de&tenant_id=fcd1a038445348f2b9368ef2698be26f HTTP/1.1" status: 200 len: 1098 time: 0.1026299 Oct 25 15:04:32.704003 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-c94c54fd-faa7-44d4-8d61-15e65f2dfff3 None None] Set router 674b6661-f067-45a1-96fc-7b93e499b861 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:04:32.723738 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device bc83964b-16e2-42b3-8af7-11a9c13d5d18 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:04:32.732669 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de081364-802e-4809-87bd-e6b5975ca8c7 req-896ece70-ceba-4fdb-a0c1-32d586ec1b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:32.734444 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-de081364-802e-4809-87bd-e6b5975ca8c7 req-896ece70-ceba-4fdb-a0c1-32d586ec1b86 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fcd1a038445348f2b9368ef2698be26f&device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 1098 time: 0.0809157 Oct 25 15:04:32.796243 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711bcb54-cf32-4828-9d54-5456e497e853', 'tag': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7', 'status': 'completed', 'code': 200} Oct 25 15:04:32.919867 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:32.990061 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port bc83964b-16e2-42b3-8af7-11a9c13d5d18, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bc83964b-16e2-42b3-8af7-11a9c13d5d18,segment=NetworkSegment(20424e51-891f-4967-93fe-cd22c9481e58),segment_id=20424e51-891f-4967-93fe-cd22c9481e58)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:32.991718 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37728add-7da1-4695-a901-dcc6ec14c6de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:04:33.008392 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:33.012024 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:33.024573 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de081364-802e-4809-87bd-e6b5975ca8c7 req-bf26a0a7-6139-4d12-b6aa-6864ab6e5449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:33.026179 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-de081364-802e-4809-87bd-e6b5975ca8c7 req-bf26a0a7-6139-4d12-b6aa-6864ab6e5449 service neutron] 10.222.0.31 "GET /v2.0/networks?id=072cfa13-e29b-47cb-88aa-7b9ac543eaf2 HTTP/1.1" status: 200 len: 909 time: 0.2788692 Oct 25 15:04:33.100463 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37728add-7da1-4695-a901-dcc6ec14c6de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18', 'code': 200} Oct 25 15:04:33.111069 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=bc83964b-16e2-42b3-8af7-11a9c13d5d18,revision_number=6']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:33.114311 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:33.129839 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68e18f-9d1d-4dd6-9c64-3d8dc04a7d35 req-c412ea6a-a2a4-4cec-9d82-4c85f631a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:33.131475 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0e68e18f-9d1d-4dd6-9c64-3d8dc04a7d35 req-c412ea6a-a2a4-4cec-9d82-4c85f631a143 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff&device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 1098 time: 0.2706301 Oct 25 15:04:33.161448 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-c94c54fd-faa7-44d4-8d61-15e65f2dfff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': '23e963fb-3333-4696-95b1-6e358fb43a95', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'floating_ip_address': '172.28.2.63', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'port_id': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'mac_address': 'fa:16:3e:41:9f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711bcb54-cf32-4828-9d54-5456e497e853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:04:09Z', 'updated_at': '2021-10-25T15:04:31Z', 'revision_number': 1, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d47cb8-474c-44ff-a6a1-ad4cb44875be', 'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'mac_address': 'fa:16:3e:70:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:55Z', 'updated_at': '2021-10-25T15:01:06Z', 'revision_number': 5, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'subnets': [{'id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:04:33.166296 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c54fd-faa7-44d4-8d61-15e65f2dfff3 None None] Checking router: 674b6661-f067-45a1-96fc-7b93e499b861 for host: dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:04:33.176974 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c54fd-faa7-44d4-8d61-15e65f2dfff3 None None] Routers {'674b6661-f067-45a1-96fc-7b93e499b861'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:04:33.177587 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-c94c54fd-faa7-44d4-8d61-15e65f2dfff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:04:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['674b6661-f067-45a1-96fc-7b93e499b861'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:04:33.237546 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-de081364-802e-4809-87bd-e6b5975ca8c7 req-574d18ed-2441-4047-8c61-744eec96682c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc83964b-16e2-42b3-8af7-11a9c13d5d18 HTTP/1.1" status: 200 len: 998 time: 0.2021308 Oct 25 15:04:33.346858 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de081364-802e-4809-87bd-e6b5975ca8c7 req-848cb2a3-237b-49cb-bd36-3ec2bb13e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:33.348251 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-de081364-802e-4809-87bd-e6b5975ca8c7 req-848cb2a3-237b-49cb-bd36-3ec2bb13e9b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e45d5640-5a1d-4a94-b681-fed4499ffe87 HTTP/1.1" status: 200 len: 847 time: 0.0957282 Oct 25 15:04:33.356406 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68e18f-9d1d-4dd6-9c64-3d8dc04a7d35 req-ef2ba28b-c673-4615-888f-42a5ce77d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:33.357833 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0e68e18f-9d1d-4dd6-9c64-3d8dc04a7d35 req-ef2ba28b-c673-4615-888f-42a5ce77d316 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1486c024-f03d-46e5-ad51-efb345f205e9 HTTP/1.1" status: 200 len: 917 time: 0.1955905 Oct 25 15:04:33.366907 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-c94c54fd-faa7-44d4-8d61-15e65f2dfff3 None None] Set router 674b6661-f067-45a1-96fc-7b93e499b861 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:04:33.510107 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0e68e18f-9d1d-4dd6-9c64-3d8dc04a7d35 req-5adf8737-0aee-4e5c-b184-3b255ce47b08 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7 HTTP/1.1" status: 200 len: 998 time: 0.1205461 Oct 25 15:04:33.576373 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de081364-802e-4809-87bd-e6b5975ca8c7 req-5bd83cd1-700a-4abc-bc8d-4da7f64a17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:33.577843 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-de081364-802e-4809-87bd-e6b5975ca8c7 req-5bd83cd1-700a-4abc-bc8d-4da7f64a17aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=072cfa13-e29b-47cb-88aa-7b9ac543eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2191794 Oct 25 15:04:33.588394 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68e18f-9d1d-4dd6-9c64-3d8dc04a7d35 req-cc44356a-93ce-42ae-b346-81d67d0cf40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:33.589679 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0e68e18f-9d1d-4dd6-9c64-3d8dc04a7d35 req-cc44356a-93ce-42ae-b346-81d67d0cf40c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c0ecf-a28b-4b05-be24-55014af38ee9 HTTP/1.1" status: 200 len: 855 time: 0.0720117 Oct 25 15:04:33.731361 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-c94c54fd-faa7-44d4-8d61-15e65f2dfff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': '23e963fb-3333-4696-95b1-6e358fb43a95', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'floating_ip_address': '172.28.2.63', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'port_id': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'mac_address': 'fa:16:3e:41:9f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711bcb54-cf32-4828-9d54-5456e497e853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:04:09Z', 'updated_at': '2021-10-25T15:04:31Z', 'revision_number': 1, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d47cb8-474c-44ff-a6a1-ad4cb44875be', 'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'mac_address': 'fa:16:3e:70:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:55Z', 'updated_at': '2021-10-25T15:01:06Z', 'revision_number': 5, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'subnets': [{'id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:04:33.736416 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c54fd-faa7-44d4-8d61-15e65f2dfff3 None None] The sync data for ids ['674b6661-f067-45a1-96fc-7b93e499b861'] in dv-cinder-813751-1-smb is: [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_floatingips': [{'id': '23e963fb-3333-4696-95b1-6e358fb43a95', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'floating_ip_address': '172.28.2.63', 'floating_network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'router_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'port_id': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'mac_address': 'fa:16:3e:41:9f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711bcb54-cf32-4828-9d54-5456e497e853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:04:09Z', 'updated_at': '2021-10-25T15:04:31Z', 'revision_number': 1, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d47cb8-474c-44ff-a6a1-ad4cb44875be', 'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'mac_address': 'fa:16:3e:70:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:55Z', 'updated_at': '2021-10-25T15:01:06Z', 'revision_number': 5, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'subnets': [{'id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:04:33.791847 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcd10e-552d-4664-9aaa-8ebc2fb81817 req-d1f253cc-dc61-4181-ae5c-ec048c1fe0f9 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:33.799460 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c9bcd10e-552d-4664-9aaa-8ebc2fb81817 req-d1f253cc-dc61-4181-ae5c-ec048c1fe0f9 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 943 time: 0.1092839 Oct 25 15:04:33.896293 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-de081364-802e-4809-87bd-e6b5975ca8c7 req-1bcac3b8-0163-4b10-8bab-912c5c22aa18 service neutron] 10.222.0.31 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056777 Oct 25 15:04:33.901713 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c9bcd10e-552d-4664-9aaa-8ebc2fb81817 req-0ed0e300-438b-4592-8139-f1e61fd493ef tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964055 Oct 25 15:04:33.908072 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68e18f-9d1d-4dd6-9c64-3d8dc04a7d35 req-22b36286-e67e-4722-a3e9-859eced9eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:33.909633 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0e68e18f-9d1d-4dd6-9c64-3d8dc04a7d35 req-22b36286-e67e-4722-a3e9-859eced9eeac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1486c024-f03d-46e5-ad51-efb345f205e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1921341 Oct 25 15:04:34.105625 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7101c2-fe1a-4330-8172-67907278e469 None None] New status for floating IP 23e963fb-3333-4696-95b1-6e358fb43a95: ACTIVE {{(pid=86780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 15:04:34.185520 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-de081364-802e-4809-87bd-e6b5975ca8c7 req-bc8b519d-e893-44e7-a13f-3e3518e48966 service neutron] 10.222.0.31 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642832 Oct 25 15:04:34.189431 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0e68e18f-9d1d-4dd6-9c64-3d8dc04a7d35 req-a2242bf3-cd69-4699-9981-d99076177688 service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415521 Oct 25 15:04:34.354745 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-0e68e18f-9d1d-4dd6-9c64-3d8dc04a7d35 req-6a8008e7-3146-488e-88d3-9b81afee753e service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518793 Oct 25 15:04:34.434112 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-271f0dbc-a03b-43be-b5b8-8eaef13e552d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:34.435587 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-271f0dbc-a03b-43be-b5b8-8eaef13e552d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/networks?id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93 HTTP/1.1" status: 200 len: 815 time: 0.1637311 Oct 25 15:04:34.450117 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-72b7fa39-22d9-42b3-afaf-8d3ce438abef tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/quotas/c3ff910ba6724e2797f2fb32986c596f HTTP/1.1" status: 200 len: 375 time: 0.0090411 Oct 25 15:04:34.533477 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-950b041b-b746-4230-9d04-58c58bb8e3a0 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3ff910ba6724e2797f2fb32986c596f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783334 Oct 25 15:04:34.670971 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-5fec2f69-9c86-4d50-8024-d96e33604f67 service neutron] 10.222.0.62 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309187 Oct 25 15:04:34.800843 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-fc29aa04-0da1-4935-bd0b-3555d9500822 service neutron] 10.222.0.62 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238341 Oct 25 15:04:34.974038 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-685874cb-66a2-407f-bb3a-e88e6fe3b9fa req-8bb91f7d-8d6b-476e-ac08-3fec730cec99 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 210 time: 0.0428603 Oct 25 15:04:35.160488 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7654d2-531e-4562-b5bc-67dc52dbe488 req-88d26d93-48b4-4dc6-9048-f71229fa68fa tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:35.162436 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ab7654d2-531e-4562-b5bc-67dc52dbe488 req-88d26d93-48b4-4dc6-9048-f71229fa68fa tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 943 time: 0.0905521 Oct 25 15:04:35.207565 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ab7654d2-531e-4562-b5bc-67dc52dbe488 req-2c3372fe-cdce-4d62-b7c0-4aac60930a6f tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385661 Oct 25 15:04:35.765427 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03e218-f099-4e7a-af88-b813304e43bf req-1ac03fbe-dfc4-426c-bd0e-1105a0e6b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:35.766797 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5d03e218-f099-4e7a-af88-b813304e43bf req-1ac03fbe-dfc4-426c-bd0e-1105a0e6b22f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 1096 time: 0.0684452 Oct 25 15:04:35.809801 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5d03e218-f099-4e7a-af88-b813304e43bf req-bd60b63a-115a-4c1d-ba8d-a679b62cc440 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345201 Oct 25 15:04:36.126951 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ccd495b7-f553-4af1-9681-16c3b1aa9285 req-27488aac-f74d-4dde-a403-e262f16b4995 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 210 time: 0.0448127 Oct 25 15:04:36.407596 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463abb8-c082-43e2-82ab-ff0249aa9adf req-5c13be58-719f-498e-bd31-603016bda6db tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:36.409278 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4463abb8-c082-43e2-82ab-ff0249aa9adf req-5c13be58-719f-498e-bd31-603016bda6db tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 943 time: 0.0877430 Oct 25 15:04:36.458843 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4463abb8-c082-43e2-82ab-ff0249aa9adf req-1b66977a-0d77-4c3c-82d3-516889cc22a2 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439103 Oct 25 15:04:36.507793 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-6c5de21f-d509-40c8-bd8a-81807e550f2e tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:36.509216 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-6c5de21f-d509-40c8-bd8a-81807e550f2e tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.31 "GET /v2.0/networks?id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93 HTTP/1.1" status: 200 len: 815 time: 0.1570783 Oct 25 15:04:36.529958 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Request body: {'port': {'device_id': '6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a', 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93', 'admin_state_up': True, 'tenant_id': 'c3ff910ba6724e2797f2fb32986c596f'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:04:36.670250 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:04:36.674185 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Usage tracker for resource:port and tenant:c3ff910ba6724e2797f2fb32986c596f is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:04:36.677093 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:04:36.683021 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:04:36.692648 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Made reservation on behalf of c3ff910ba6724e2797f2fb32986c596f for: {'port': 1} {{(pid=86778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 15:04:36.696170 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:36.747253 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device bc83964b-16e2-42b3-8af7-11a9c13d5d18 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 15:04:36.864905 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_common [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Allocated IP 172.20.0.6 (9a78d1a8-5bc7-41f0-8557-5aeb28baae93/ec4438db-1d86-47dc-8044-e901ba1aff92/8efb68ab-620d-4ea6-aa4f-a8501baecdc4) {{(pid=86778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 15:04:36.899979 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port bc83964b-16e2-42b3-8af7-11a9c13d5d18, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bc83964b-16e2-42b3-8af7-11a9c13d5d18,segment=NetworkSegment(20424e51-891f-4967-93fe-cd22c9481e58),segment_id=20424e51-891f-4967-93fe-cd22c9481e58)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:36.913389 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18', 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'port_id': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18', 'mac_address': 'fa:16:3e:74:18:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 15:04:36.986110 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:37.013118 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc83964b-16e2-42b3-8af7-11a9c13d5d18 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:04:37.031418 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port bc83964b-16e2-42b3-8af7-11a9c13d5d18, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bc83964b-16e2-42b3-8af7-11a9c13d5d18,segment=NetworkSegment(20424e51-891f-4967-93fe-cd22c9481e58),segment_id=20424e51-891f-4967-93fe-cd22c9481e58)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:37.038485 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:37.040800 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:37.101482 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks [] for port, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:37.115881 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=bc83964b-16e2-42b3-8af7-11a9c13d5d18,revision_number=7']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:37.119581 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:37.134795 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733670424387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:37.141571 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ecaaea30-a25e-4141-8779-1f6e1cbcd2c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:37.179531 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['4546f12c-3b77-4f99-b549-72f861949038', '5cfb7429-1dce-416f-a362-66d3926f90e3', '640d8c71-c82c-4997-9c8f-1ac4789610be'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:04:37.233479 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 is already hosted by enough agents. {{(pid=86778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 15:04:37.239368 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.base_scheduler [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Resources bound (agent type, host, resource id): {{(pid=86778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 15:04:37.243593 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Received port after_create {{(pid=86778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Oct 25 15:04:37.346032 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:37.347233 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:37.362738 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Pushing event updated for resources: {'Port': ['ID=8efb68ab-620d-4ea6-aa4f-a8501baecdc4,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:37.366840 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f9718-f8a0-48c4-897b-f4aa955aced9 req-e85930a1-833f-48cf-933b-a48053d48431 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:37.368456 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-049f9718-f8a0-48c4-897b-f4aa955aced9 req-e85930a1-833f-48cf-933b-a48053d48431 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 931 time: 0.1199110 Oct 25 15:04:37.377410 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:37.377796 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:37.378166 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:37.378539 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:37.378900 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:37.379278 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:37.379620 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:37.380017 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:37.380362 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:37.380718 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:37.381073 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:37.381429 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:04:37.386424 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:37.393776 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8677461 Oct 25 15:04:37.427757 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['bc83964b-16e2-42b3-8af7-11a9c13d5d18'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:04:37.428260 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.v2.base [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Request body: {'port': {'device_id': '6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 15:04:37.439394 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-049f9718-f8a0-48c4-897b-f4aa955aced9 req-ddc1b741-6d7e-413b-a269-8889e79ebfa5 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636585 Oct 25 15:04:37.656585 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:37.664161 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fca77-80d2-4691-bcc9-a1669746b875 req-25a5cc24-329f-4209-8a53-f401fd978168 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:37.666592 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d65fca77-80d2-4691-bcc9-a1669746b875 req-25a5cc24-329f-4209-8a53-f401fd978168 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 944 time: 0.0915444 Oct 25 15:04:37.715522 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d65fca77-80d2-4691-bcc9-a1669746b875 req-7fb68a76-8634-4779-af14-a4d1663dd001 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420113 Oct 25 15:04:38.015543 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 {{(pid=86778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:04:38.022980 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:38.038296 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Transition to ACTIVE for port object 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 15:04:38.042707 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:38.046928 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5529db4c-0ab0-4e61-a3dc-649064158fdb tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:38.198341 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Pushing event updated for resources: {'Port': ['ID=8efb68ab-620d-4ea6-aa4f-a8501baecdc4,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:38.205495 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:38.278250 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Attempting to bind port 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 on host hv-cinder-81375 for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 25 15:04:38.278497 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Attempting to bind port 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '5fe47183-925a-4512-b9ce-9da609648f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 25 15:04:38.278826 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Attempting to bind port 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 on network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:04:38.284233 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Port 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 on network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 25 15:04:38.284598 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Attempting to bind port 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 on network 9a78d1a8-5bc7-41f0-8557-5aeb28baae93 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 25 15:04:38.290501 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Checking agent: {'id': '08447805-7083-45df-81de-4c860b3b80b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'started_at': datetime.datetime(2021, 10, 25, 14, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 25 15:04:38.291596 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Checking segment: {'id': '5fe47183-925a-4512-b9ce-9da609648f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Oct 25 15:04:38.292022 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Bound using segment: {'id': '5fe47183-925a-4512-b9ce-9da609648f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 25 15:04:38.292474 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Bound port: 8efb68ab-620d-4ea6-aa4f-a8501baecdc4, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe47183-925a-4512-b9ce-9da609648f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 25 15:04:38.294957 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:38.385140 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] For port 8efb68ab-620d-4ea6-aa4f-a8501baecdc4, host hv-cinder-81375, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 25 15:04:38.388129 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] For port 8efb68ab-620d-4ea6-aa4f-a8501baecdc4, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=8efb68ab-620d-4ea6-aa4f-a8501baecdc4,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 25 15:04:38.393650 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27816454'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:38.397390 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f2baab30-e922-42c8-8039-a433e4a124aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:38.456695 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:38.457391 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:38.458790 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] 10.222.0.31 "PUT /v2.0/ports/8efb68ab-620d-4ea6-aa4f-a8501baecdc4 HTTP/1.1" status: 200 len: 1093 time: 1.0351901 Oct 25 15:04:38.459323 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a', 'tag': '8efb68ab-620d-4ea6-aa4f-a8501baecdc4'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:04:38.487862 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Pushing event updated for resources: {'Port': ['ID=8efb68ab-620d-4ea6-aa4f-a8501baecdc4,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:38.491245 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-dc75c11c-6ccb-4e27-ba7e-a733008c768c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:38.639627 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a', 'tag': '8efb68ab-620d-4ea6-aa4f-a8501baecdc4', 'status': 'completed', 'code': 200} Oct 25 15:04:38.645494 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-040232fa-4013-4090-9561-9d8a381af04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:38.646958 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-040232fa-4013-4090-9561-9d8a381af04f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3ff910ba6724e2797f2fb32986c596f&device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 1096 time: 0.0895426 Oct 25 15:04:38.651124 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621253c-c126-4f29-980e-4eaa4a01703f req-52898d60-dc7b-4d64-9b14-ab6e55f76277 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:38.652634 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c621253c-c126-4f29-980e-4eaa4a01703f req-52898d60-dc7b-4d64-9b14-ab6e55f76277 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 943 time: 0.0921655 Oct 25 15:04:38.702598 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c621253c-c126-4f29-980e-4eaa4a01703f req-8eb88c5a-ba81-4454-aec8-0c24d4dbd6d1 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442913 Oct 25 15:04:38.795118 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-f5e215c5-9fbe-47b9-b8a9-221fae08474f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8efb68ab-620d-4ea6-aa4f-a8501baecdc4 HTTP/1.1" status: 200 len: 217 time: 0.1151681 Oct 25 15:04:38.866589 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-88f342f2-8f43-4e19-b4a7-6d788627cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:38.867952 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-88f342f2-8f43-4e19-b4a7-6d788627cf11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec4438db-1d86-47dc-8044-e901ba1aff92 HTTP/1.1" status: 200 len: 855 time: 0.0650184 Oct 25 15:04:38.916910 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-34f5a009-c1c9-4df1-a9c3-906e1cb5b365 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415692 Oct 25 15:04:39.056928 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-baf0f605-5d5a-4e28-8381-06583bcbb52f service neutron] 10.222.0.31 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317639 Oct 25 15:04:39.199450 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-390c18c2-1f3b-472d-bff9-eb3f0bf357bf req-30054210-552e-441b-8790-50b72113b3a8 service neutron] 10.222.0.31 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329072 Oct 25 15:04:39.376440 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fb8ba-9918-4857-9e66-5c8f76d4ad06 req-a9e355c0-c155-4ade-adc7-0aaba7c79bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:39.377911 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6d3fb8ba-9918-4857-9e66-5c8f76d4ad06 req-a9e355c0-c155-4ade-adc7-0aaba7c79bf7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3ff910ba6724e2797f2fb32986c596f&device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 1096 time: 0.0764179 Oct 25 15:04:39.412315 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-d958dc1e-f947-4fcd-b1d4-570da7bc1d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:39.630167 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fb8ba-9918-4857-9e66-5c8f76d4ad06 req-330caeca-f105-49fb-96d1-dfe4a5981f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:39.632251 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6d3fb8ba-9918-4857-9e66-5c8f76d4ad06 req-330caeca-f105-49fb-96d1-dfe4a5981f24 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93 HTTP/1.1" status: 200 len: 916 time: 0.2401838 Oct 25 15:04:39.704539 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6d3fb8ba-9918-4857-9e66-5c8f76d4ad06 req-6d9045a8-84fd-48dc-a277-53b647cb150a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8efb68ab-620d-4ea6-aa4f-a8501baecdc4 HTTP/1.1" status: 200 len: 217 time: 0.0638847 Oct 25 15:04:39.780901 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fb8ba-9918-4857-9e66-5c8f76d4ad06 req-6d4c39e4-ef20-4ab1-8265-84072ce1ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:39.784158 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6d3fb8ba-9918-4857-9e66-5c8f76d4ad06 req-6d4c39e4-ef20-4ab1-8265-84072ce1ab73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec4438db-1d86-47dc-8044-e901ba1aff92 HTTP/1.1" status: 200 len: 855 time: 0.0710709 Oct 25 15:04:39.836318 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6d3fb8ba-9918-4857-9e66-5c8f76d4ad06 req-e82eb26b-d951-47da-ba93-fac6dd20924c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a78d1a8-5bc7-41f0-8557-5aeb28baae93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437517 Oct 25 15:04:39.940400 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:40.011519 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6d3fb8ba-9918-4857-9e66-5c8f76d4ad06 req-96af07a2-7e3e-403f-a4a2-c83a8587f896 service neutron] 10.222.0.31 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591222 Oct 25 15:04:40.029620 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e28172-d3e8-4c62-a655-fd7b01b1e4d7 req-8f4adefc-0a65-4da9-9438-e10ab7581722 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:40.031093 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-45e28172-d3e8-4c62-a655-fd7b01b1e4d7 req-8f4adefc-0a65-4da9-9438-e10ab7581722 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 943 time: 0.2128634 Oct 25 15:04:40.085325 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-45e28172-d3e8-4c62-a655-fd7b01b1e4d7 req-c33c585e-d14a-4ea1-8b6c-33083deb4c08 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444114 Oct 25 15:04:40.162248 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6d3fb8ba-9918-4857-9e66-5c8f76d4ad06 req-cf3c9b87-dcbb-491a-89e8-c07553c8e9a6 service neutron] 10.222.0.31 "GET /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416783 Oct 25 15:04:40.776482 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device bc83964b-16e2-42b3-8af7-11a9c13d5d18 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:04:40.852139 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port bc83964b-16e2-42b3-8af7-11a9c13d5d18 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:04:40.852509 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:40.975110 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:41.004704 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37728add-7da1-4695-a901-dcc6ec14c6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:04:41.016934 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port bc83964b-16e2-42b3-8af7-11a9c13d5d18, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bc83964b-16e2-42b3-8af7-11a9c13d5d18,segment=NetworkSegment(20424e51-891f-4967-93fe-cd22c9481e58),segment_id=20424e51-891f-4967-93fe-cd22c9481e58)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:41.021487 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:41.024526 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-c6e0f5e6-6ca9-489e-b268-b3832f525a0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:41.057151 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37728add-7da1-4695-a901-dcc6ec14c6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18', 'code': 200} Oct 25 15:04:41.095807 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=bc83964b-16e2-42b3-8af7-11a9c13d5d18,revision_number=8']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:41.098883 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:41.280594 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccca0a-2b47-4ca6-aaa7-e6c1b6a64f4f req-cccef447-81aa-498d-91a5-be1f88b5c4a4 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:41.281953 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-46ccca0a-2b47-4ca6-aaa7-e6c1b6a64f4f req-cccef447-81aa-498d-91a5-be1f88b5c4a4 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 943 time: 0.0858114 Oct 25 15:04:41.332313 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-46ccca0a-2b47-4ca6-aaa7-e6c1b6a64f4f req-c8a618f0-c2b9-4b25-88ff-7cc34451c753 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446272 Oct 25 15:04:42.519747 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8aeb8-f1ea-49b3-b43e-a7ac4503be30 req-78a67af2-497c-48ac-b943-aede8fd610c7 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:42.521206 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e4d8aeb8-f1ea-49b3-b43e-a7ac4503be30 req-78a67af2-497c-48ac-b943-aede8fd610c7 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 943 time: 0.0803590 Oct 25 15:04:42.569364 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e4d8aeb8-f1ea-49b3-b43e-a7ac4503be30 req-376baf70-1725-460e-beb4-fb3dd4e639e3 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414145 Oct 25 15:04:42.800913 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 15:04:42.934886 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 8efb68ab-620d-4ea6-aa4f-a8501baecdc4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=8efb68ab-620d-4ea6-aa4f-a8501baecdc4,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:42.947704 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': '8efb68ab-620d-4ea6-aa4f-a8501baecdc4', 'network_id': '9a78d1a8-5bc7-41f0-8557-5aeb28baae93', 'port_id': '8efb68ab-620d-4ea6-aa4f-a8501baecdc4', 'mac_address': 'fa:16:3e:77:f2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4438db-1d86-47dc-8044-e901ba1aff92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 15:04:43.004867 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:43.021037 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:04:43.036998 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 8efb68ab-620d-4ea6-aa4f-a8501baecdc4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=8efb68ab-620d-4ea6-aa4f-a8501baecdc4,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:43.040573 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:43.043071 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:43.106508 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=8efb68ab-620d-4ea6-aa4f-a8501baecdc4,revision_number=4']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:43.109463 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:43.427171 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['8efb68ab-620d-4ea6-aa4f-a8501baecdc4'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:04:43.537867 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:04:43.747672 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-05ac5c70-6a96-4978-abbd-923b3ea7b901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:43.756833 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e87ed3-3a7e-4caa-9e84-28fc972d5caa req-b9f7e0a1-7b6c-47a2-82c7-f7abb1f841fb tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:43.758297 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-16e87ed3-3a7e-4caa-9e84-28fc972d5caa req-b9f7e0a1-7b6c-47a2-82c7-f7abb1f841fb tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 944 time: 0.0856891 Oct 25 15:04:43.801660 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-16e87ed3-3a7e-4caa-9e84-28fc972d5caa req-9e36411a-a741-4397-9d4a-bcbb242868ba tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368237 Oct 25 15:04:44.729816 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:44.815349 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:04:44.883681 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning for port 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 completed by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 15:04:44.889124 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:04:44.889531 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:44.984157 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df9e11-132c-4db2-9210-39cacefd9f31 req-109437ac-8f94-45c7-9133-a6f4099e7a97 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:44.985281 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-86df9e11-132c-4db2-9210-39cacefd9f31 req-109437ac-8f94-45c7-9133-a6f4099e7a97 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 944 time: 0.0787816 Oct 25 15:04:45.014694 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:45.037293 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-86df9e11-132c-4db2-9210-39cacefd9f31 req-3984d0c7-5322-41d1-9ff3-571c01cb3baa tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463362 Oct 25 15:04:45.043953 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efb68ab-620d-4ea6-aa4f-a8501baecdc4'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:04:45.053768 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port 8efb68ab-620d-4ea6-aa4f-a8501baecdc4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=8efb68ab-620d-4ea6-aa4f-a8501baecdc4,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:45.060922 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:45.062837 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:45.093064 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efb68ab-620d-4ea6-aa4f-a8501baecdc4', 'code': 200} Oct 25 15:04:45.133088 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=8efb68ab-620d-4ea6-aa4f-a8501baecdc4,revision_number=5']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:45.136870 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:45.389513 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ec847-0d53-4e6b-8a27-ce88691c70f5 req-f1ca444c-07d9-498b-8694-5d3cdd9dfb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:45.390858 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-771ec847-0d53-4e6b-8a27-ce88691c70f5 req-f1ca444c-07d9-498b-8694-5d3cdd9dfb25 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 1098 time: 0.0822968 Oct 25 15:04:45.442635 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-771ec847-0d53-4e6b-8a27-ce88691c70f5 req-cf1bc793-465e-4cb2-98c6-b40eef8223cd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428574 Oct 25 15:04:46.225668 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61223b-81a0-4084-9ecc-d2e6cbafa4c8 req-c6917232-eec1-4a03-aea8-ea8b2ae3dfa0 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:46.227111 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9d61223b-81a0-4084-9ecc-d2e6cbafa4c8 req-c6917232-eec1-4a03-aea8-ea8b2ae3dfa0 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 945 time: 0.0812707 Oct 25 15:04:46.270297 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9d61223b-81a0-4084-9ecc-d2e6cbafa4c8 req-3e0b471a-6945-427e-8fda-b4995d5b050e tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376000 Oct 25 15:04:46.522104 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:47.454992 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1b33c-89b5-40ea-b65b-7ea68d103a9e req-f5c7d32f-e125-431b-a5d5-91eb2372857e tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:47.456435 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f6d1b33c-89b5-40ea-b65b-7ea68d103a9e req-f5c7d32f-e125-431b-a5d5-91eb2372857e tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 945 time: 0.0821695 Oct 25 15:04:47.499984 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f6d1b33c-89b5-40ea-b65b-7ea68d103a9e req-922e0aad-f08c-469d-b6f1-b906b6bfda49 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379853 Oct 25 15:04:55.177711 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fe246-7fa0-4f01-8152-6aa7d020bf16 req-5fd981ff-0086-495b-b942-d05d8e25f05f tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:55.179174 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5b6fe246-7fa0-4f01-8152-6aa7d020bf16 req-5fd981ff-0086-495b-b942-d05d8e25f05f tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 945 time: 0.0808756 Oct 25 15:04:55.227501 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5b6fe246-7fa0-4f01-8152-6aa7d020bf16 req-daab4477-d758-4b4f-8fd1-699531baeb77 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419433 Oct 25 15:04:56.422034 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2b100-cb29-4db4-972e-a40e28742889 req-e767efb5-0e00-434d-a49c-7716fe730fcd tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:56.423927 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-03b2b100-cb29-4db4-972e-a40e28742889 req-e767efb5-0e00-434d-a49c-7716fe730fcd tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 945 time: 0.0901015 Oct 25 15:04:56.473540 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-03b2b100-cb29-4db4-972e-a40e28742889 req-5959bd15-81e0-4106-bd97-7ccc1788f0f4 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Oct 25 15:04:57.339622 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f7d46-fae7-47ae-b6a8-fcce9d4e3bad req-3a657d8e-26f4-49a1-81d2-b709829b0987 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:57.340296 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-cf2f7d46-fae7-47ae-b6a8-fcce9d4e3bad req-3a657d8e-26f4-49a1-81d2-b709829b0987 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Synchronizing usage tracker for tenant:c3ff910ba6724e2797f2fb32986c596f on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:04:57.358250 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-cf2f7d46-fae7-47ae-b6a8-fcce9d4e3bad req-3a657d8e-26f4-49a1-81d2-b709829b0987 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Unset dirty status for tenant:c3ff910ba6724e2797f2fb32986c596f on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:04:57.359371 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-cf2f7d46-fae7-47ae-b6a8-fcce9d4e3bad req-3a657d8e-26f4-49a1-81d2-b709829b0987 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 945 time: 0.0992332 Oct 25 15:04:57.436461 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-cf2f7d46-fae7-47ae-b6a8-fcce9d4e3bad req-28a22bfa-c411-4851-b983-e0ce8b4c4855 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Deleting port 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:04:57.436805 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-cf2f7d46-fae7-47ae-b6a8-fcce9d4e3bad req-28a22bfa-c411-4851-b983-e0ce8b4c4855 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:57.666254 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3377684-b9df-403b-bd05-fc4897ce0fb2 req-2dae15a0-c137-4d41-8201-c07a51e9ec44 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:04:57.668301 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a3377684-b9df-403b-bd05-fc4897ce0fb2 req-2dae15a0-c137-4d41-8201-c07a51e9ec44 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 945 time: 0.0862906 Oct 25 15:04:57.695901 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-cf2f7d46-fae7-47ae-b6a8-fcce9d4e3bad req-28a22bfa-c411-4851-b983-e0ce8b4c4855 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] For port 8efb68ab-620d-4ea6-aa4f-a8501baecdc4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=8efb68ab-620d-4ea6-aa4f-a8501baecdc4,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:04:57.696310 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-cf2f7d46-fae7-47ae-b6a8-fcce9d4e3bad req-28a22bfa-c411-4851-b983-e0ce8b4c4855 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:57.718660 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a3377684-b9df-403b-bd05-fc4897ce0fb2 req-c13c6ac8-ab40-49c3-ba1a-4853d035b15d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441515 Oct 25 15:04:57.828489 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-cf2f7d46-fae7-47ae-b6a8-fcce9d4e3bad req-28a22bfa-c411-4851-b983-e0ce8b4c4855 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Calling delete_port for 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:04:57.981909 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-cf2f7d46-fae7-47ae-b6a8-fcce9d4e3bad req-28a22bfa-c411-4851-b983-e0ce8b4c4855 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:57.987668 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-7970a596-99ab-442b-8af0-f720c727cef8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:04:58.020697 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['4546f12c-3b77-4f99-b549-72f861949038', '5cfb7429-1dce-416f-a362-66d3926f90e3', '640d8c71-c82c-4997-9c8f-1ac4789610be', '8efb68ab-620d-4ea6-aa4f-a8501baecdc4'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:04:58.035221 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a22bfa-c411-4851-b983-e0ce8b4c4855 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Pushing event deleted for resources: {'Port': ['ID=8efb68ab-620d-4ea6-aa4f-a8501baecdc4,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:04:58.038521 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-28a22bfa-c411-4851-b983-e0ce8b4c4855 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:04:58.116197 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2f7d46-fae7-47ae-b6a8-fcce9d4e3bad req-28a22bfa-c411-4851-b983-e0ce8b4c4855 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] No DVR routers for this DVR port 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:04:58.118940 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-cf2f7d46-fae7-47ae-b6a8-fcce9d4e3bad req-28a22bfa-c411-4851-b983-e0ce8b4c4855 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:04:58.122032 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a', 'name': 'network-vif-deleted', 'tag': '8efb68ab-620d-4ea6-aa4f-a8501baecdc4'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:04:58.146173 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-cf2f7d46-fae7-47ae-b6a8-fcce9d4e3bad req-28a22bfa-c411-4851-b983-e0ce8b4c4855 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.31 "DELETE /v2.0/ports/8efb68ab-620d-4ea6-aa4f-a8501baecdc4 HTTP/1.1" status: 204 len: 173 time: 0.7788904 Oct 25 15:04:58.191421 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a', 'name': 'network-vif-deleted', 'tag': '8efb68ab-620d-4ea6-aa4f-a8501baecdc4', 'status': 'completed', 'code': 200} Oct 25 15:04:58.915796 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3fb21e76-1c7e-4b93-b84c-0be097bde154 req-2aa79d85-01bc-46fc-8f41-de000d7c1831 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b9f9b1a-0fdb-4792-bd77-d9eb3651ae3a HTTP/1.1" status: 200 len: 210 time: 0.0474191 Oct 25 15:05:00.922786 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:05:00.976016 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:05:00.976361 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 8efb68ab-620d-4ea6-aa4f-a8501baecdc4 not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:05:01.478075 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:01.898617 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf73c1-28db-4b01-a9fc-388cb2a58ff1 req-375d753b-9cdb-40c5-b3ed-0a7ab25dea8f tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:01.900099 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b1cf73c1-28db-4b01-a9fc-388cb2a58ff1 req-375d753b-9cdb-40c5-b3ed-0a7ab25dea8f tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 946 time: 0.0869308 Oct 25 15:05:01.952416 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b1cf73c1-28db-4b01-a9fc-388cb2a58ff1 req-d5a179a9-dc05-4438-a661-a80cfca06e8e tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421383 Oct 25 15:05:03.148200 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c9186-463e-4071-bf66-9f460a0063c9 req-d839702a-18b5-43f6-87cb-97417c8f57bb tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:03.149694 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-932c9186-463e-4071-bf66-9f460a0063c9 req-d839702a-18b5-43f6-87cb-97417c8f57bb tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 946 time: 0.0864003 Oct 25 15:05:03.197182 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-932c9186-463e-4071-bf66-9f460a0063c9 req-a0425eca-f2cf-4ec2-bc95-58e461670fd1 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416160 Oct 25 15:05:03.990320 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4a895-2026-4cee-b8c1-6535ccb28309 req-6d6c764d-765b-48cf-b6f5-7f1d45877d29 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:03.991292 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-eba4a895-2026-4cee-b8c1-6535ccb28309 req-6d6c764d-765b-48cf-b6f5-7f1d45877d29 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Synchronizing usage tracker for tenant:c3ff910ba6724e2797f2fb32986c596f on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:05:04.009291 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-eba4a895-2026-4cee-b8c1-6535ccb28309 req-6d6c764d-765b-48cf-b6f5-7f1d45877d29 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Unset dirty status for tenant:c3ff910ba6724e2797f2fb32986c596f on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:05:04.010782 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-eba4a895-2026-4cee-b8c1-6535ccb28309 req-6d6c764d-765b-48cf-b6f5-7f1d45877d29 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.31 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 946 time: 0.1492476 Oct 25 15:05:04.092346 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-eba4a895-2026-4cee-b8c1-6535ccb28309 req-25fb78a0-b4ed-4bff-9ca1-48e0d130a0bc tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Deleting port 640d8c71-c82c-4997-9c8f-1ac4789610be {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:05:04.092682 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-eba4a895-2026-4cee-b8c1-6535ccb28309 req-25fb78a0-b4ed-4bff-9ca1-48e0d130a0bc tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:04.465958 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd61d14-9df5-4ef7-9748-2da113440cfa req-a08ffca3-ceed-43b6-8b39-d4ee31daa510 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:04.468353 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7dd61d14-9df5-4ef7-9748-2da113440cfa req-a08ffca3-ceed-43b6-8b39-d4ee31daa510 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 946 time: 0.1422760 Oct 25 15:05:04.520906 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7dd61d14-9df5-4ef7-9748-2da113440cfa req-c367f32b-dd37-4b00-aa35-3d13722cceeb tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462573 Oct 25 15:05:04.530021 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-eba4a895-2026-4cee-b8c1-6535ccb28309 req-25fb78a0-b4ed-4bff-9ca1-48e0d130a0bc tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] For port 640d8c71-c82c-4997-9c8f-1ac4789610be, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=640d8c71-c82c-4997-9c8f-1ac4789610be,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:05:04.530622 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-eba4a895-2026-4cee-b8c1-6535ccb28309 req-25fb78a0-b4ed-4bff-9ca1-48e0d130a0bc tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:04.676240 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-eba4a895-2026-4cee-b8c1-6535ccb28309 req-25fb78a0-b4ed-4bff-9ca1-48e0d130a0bc tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Calling delete_port for 640d8c71-c82c-4997-9c8f-1ac4789610be owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:05:04.826670 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-eba4a895-2026-4cee-b8c1-6535ccb28309 req-25fb78a0-b4ed-4bff-9ca1-48e0d130a0bc tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:04.836016 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-666c54d6-55e7-4af7-a288-96cf7a69aaae tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:04.872542 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['4546f12c-3b77-4f99-b549-72f861949038', '5cfb7429-1dce-416f-a362-66d3926f90e3', '640d8c71-c82c-4997-9c8f-1ac4789610be'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:05:04.914687 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb78a0-b4ed-4bff-9ca1-48e0d130a0bc tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Pushing event deleted for resources: {'Port': ['ID=640d8c71-c82c-4997-9c8f-1ac4789610be,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:04.918487 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-25fb78a0-b4ed-4bff-9ca1-48e0d130a0bc tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:05.003935 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba4a895-2026-4cee-b8c1-6535ccb28309 req-25fb78a0-b4ed-4bff-9ca1-48e0d130a0bc tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] No DVR routers for this DVR port 640d8c71-c82c-4997-9c8f-1ac4789610be on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:05:05.006436 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-eba4a895-2026-4cee-b8c1-6535ccb28309 req-25fb78a0-b4ed-4bff-9ca1-48e0d130a0bc tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:05.009292 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f827e968-7f7d-4c4f-b9bc-fc7cb37c067c', 'name': 'network-vif-deleted', 'tag': '640d8c71-c82c-4997-9c8f-1ac4789610be'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:05:05.026473 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-eba4a895-2026-4cee-b8c1-6535ccb28309 req-25fb78a0-b4ed-4bff-9ca1-48e0d130a0bc tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.31 "DELETE /v2.0/ports/640d8c71-c82c-4997-9c8f-1ac4789610be HTTP/1.1" status: 204 len: 173 time: 1.0087962 Oct 25 15:05:05.069331 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f827e968-7f7d-4c4f-b9bc-fc7cb37c067c', 'name': 'network-vif-deleted', 'tag': '640d8c71-c82c-4997-9c8f-1ac4789610be', 'status': 'completed', 'code': 200} Oct 25 15:05:05.695738 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a5c93eb7-125c-45a6-9091-d30760f917ed req-7595574e-fcbd-4182-91a6-8ef81929a1cd tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f827e968-7f7d-4c4f-b9bc-fc7cb37c067c HTTP/1.1" status: 200 len: 210 time: 0.0440993 Oct 25 15:05:05.749995 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-737a8c72-7840-4c70-9087-45727ed3a489 req-949787c0-3731-41a2-ae28-75433f60ea06 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835114 Oct 25 15:05:05.933854 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a8c72-7840-4c70-9087-45727ed3a489 req-96a805e3-2bb3-4e71-abab-f1c49a67832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:05.935329 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-737a8c72-7840-4c70-9087-45727ed3a489 req-96a805e3-2bb3-4e71-abab-f1c49a67832c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fcd1a038445348f2b9368ef2698be26f&device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 1098 time: 0.0781250 Oct 25 15:05:06.106178 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a8c72-7840-4c70-9087-45727ed3a489 req-9b464572-9052-4eb5-867d-877b84a359b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:06.107616 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-737a8c72-7840-4c70-9087-45727ed3a489 req-9b464572-9052-4eb5-867d-877b84a359b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=072cfa13-e29b-47cb-88aa-7b9ac543eaf2 HTTP/1.1" status: 200 len: 909 time: 0.1325297 Oct 25 15:05:06.224345 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-737a8c72-7840-4c70-9087-45727ed3a489 req-87079b2a-d286-40f5-bf55-4c9100799064 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc83964b-16e2-42b3-8af7-11a9c13d5d18 HTTP/1.1" status: 200 len: 1000 time: 0.1076803 Oct 25 15:05:06.292474 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a8c72-7840-4c70-9087-45727ed3a489 req-e51e7643-ef60-4669-8c65-ae3db9b4d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:06.293915 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-737a8c72-7840-4c70-9087-45727ed3a489 req-e51e7643-ef60-4669-8c65-ae3db9b4d8c0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e45d5640-5a1d-4a94-b681-fed4499ffe87 HTTP/1.1" status: 200 len: 847 time: 0.0623026 Oct 25 15:05:06.374258 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a8c72-7840-4c70-9087-45727ed3a489 req-eff287e9-bc1c-49a7-9148-4243a7e9e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:06.375626 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-737a8c72-7840-4c70-9087-45727ed3a489 req-eff287e9-bc1c-49a7-9148-4243a7e9e874 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=072cfa13-e29b-47cb-88aa-7b9ac543eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752974 Oct 25 15:05:06.511956 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-737a8c72-7840-4c70-9087-45727ed3a489 req-c23bfeda-e2fa-48b3-b03c-21699ee26a5a service neutron] 10.222.0.31 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284308 Oct 25 15:05:06.648980 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-737a8c72-7840-4c70-9087-45727ed3a489 req-166fecdd-782c-449a-a28d-69c8209c2f7d service neutron] 10.222.0.31 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293828 Oct 25 15:05:06.944844 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 640d8c71-c82c-4997-9c8f-1ac4789610be no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:05:07.004105 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: 640d8c71-c82c-4997-9c8f-1ac4789610be {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:05:07.004453 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 640d8c71-c82c-4997-9c8f-1ac4789610be not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:05:07.181869 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3c05-b34c-4474-917e-32bc89f2b89b req-776692ac-f702-4954-bc4a-513b5d5acfa0 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:07.183732 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a1ea3c05-b34c-4474-917e-32bc89f2b89b req-776692ac-f702-4954-bc4a-513b5d5acfa0 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 945 time: 0.0907800 Oct 25 15:05:07.245269 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a1ea3c05-b34c-4474-917e-32bc89f2b89b req-81b167eb-f501-4bc4-8c06-07f274f7f89a tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557163 Oct 25 15:05:08.447771 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba329827-8cab-4961-b1d2-a629d5537ca6 req-5e1689bc-5b91-4913-8ebe-93bfd0d640a5 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:08.449348 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ba329827-8cab-4961-b1d2-a629d5537ca6 req-5e1689bc-5b91-4913-8ebe-93bfd0d640a5 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 945 time: 0.0938056 Oct 25 15:05:08.497599 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ba329827-8cab-4961-b1d2-a629d5537ca6 req-fb4899ff-4d99-47cf-a455-cf1c1605fd76 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418363 Oct 25 15:05:08.967872 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22522c2d-d3da-452e-8a93-b7306248693d req-96016161-8185-4425-ba34-205c45d0f36d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:08.968590 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-22522c2d-d3da-452e-8a93-b7306248693d req-96016161-8185-4425-ba34-205c45d0f36d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Synchronizing usage tracker for tenant:c3ff910ba6724e2797f2fb32986c596f on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:05:08.986330 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-22522c2d-d3da-452e-8a93-b7306248693d req-96016161-8185-4425-ba34-205c45d0f36d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Unset dirty status for tenant:c3ff910ba6724e2797f2fb32986c596f on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:05:08.988185 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-22522c2d-d3da-452e-8a93-b7306248693d req-96016161-8185-4425-ba34-205c45d0f36d tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.31 "GET /v2.0/ports?device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 945 time: 0.1316853 Oct 25 15:05:09.164264 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-22522c2d-d3da-452e-8a93-b7306248693d req-95278edf-60be-47f5-89e0-7cf1282ac990 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Deleting port 5cfb7429-1dce-416f-a362-66d3926f90e3 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:05:09.164605 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-22522c2d-d3da-452e-8a93-b7306248693d req-95278edf-60be-47f5-89e0-7cf1282ac990 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:09.428997 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-7b6a7c6c-82e7-49a6-a37b-21fd71d13318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:09.429606 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-22522c2d-d3da-452e-8a93-b7306248693d req-95278edf-60be-47f5-89e0-7cf1282ac990 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] For port 5cfb7429-1dce-416f-a362-66d3926f90e3, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=5cfb7429-1dce-416f-a362-66d3926f90e3,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:05:09.429725 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-22522c2d-d3da-452e-8a93-b7306248693d req-95278edf-60be-47f5-89e0-7cf1282ac990 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:09.556991 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-22522c2d-d3da-452e-8a93-b7306248693d req-95278edf-60be-47f5-89e0-7cf1282ac990 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Calling delete_port for 5cfb7429-1dce-416f-a362-66d3926f90e3 owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:05:09.727679 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-22522c2d-d3da-452e-8a93-b7306248693d req-95278edf-60be-47f5-89e0-7cf1282ac990 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:09.735619 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-a0692ca8-fcdf-42f6-b031-e57d12bfdb62 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:09.737696 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296452d-2477-458d-8611-a4d49cbe3882 req-c8ac930e-2a95-45fa-9b97-0e7b817baf3c tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:09.739353 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d296452d-2477-458d-8611-a4d49cbe3882 req-c8ac930e-2a95-45fa-9b97-0e7b817baf3c tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 945 time: 0.1068931 Oct 25 15:05:09.764913 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['4546f12c-3b77-4f99-b549-72f861949038', '5cfb7429-1dce-416f-a362-66d3926f90e3'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:05:09.789503 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d296452d-2477-458d-8611-a4d49cbe3882 req-1ddf35d0-af23-4e1e-b3c8-481fd6f5f903 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438783 Oct 25 15:05:09.823277 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95278edf-60be-47f5-89e0-7cf1282ac990 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Pushing event deleted for resources: {'Port': ['ID=5cfb7429-1dce-416f-a362-66d3926f90e3,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:09.849990 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-95278edf-60be-47f5-89e0-7cf1282ac990 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:09.862173 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-22522c2d-d3da-452e-8a93-b7306248693d req-95278edf-60be-47f5-89e0-7cf1282ac990 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] No DVR routers for this DVR port 5cfb7429-1dce-416f-a362-66d3926f90e3 on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:05:09.864657 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-22522c2d-d3da-452e-8a93-b7306248693d req-95278edf-60be-47f5-89e0-7cf1282ac990 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:09.867415 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3721441a-3d7c-4244-ac9d-64470c72c0e9', 'name': 'network-vif-deleted', 'tag': '5cfb7429-1dce-416f-a362-66d3926f90e3'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:05:09.886216 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-22522c2d-d3da-452e-8a93-b7306248693d req-95278edf-60be-47f5-89e0-7cf1282ac990 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.31 "DELETE /v2.0/ports/5cfb7429-1dce-416f-a362-66d3926f90e3 HTTP/1.1" status: 204 len: 173 time: 0.8914645 Oct 25 15:05:09.951260 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3721441a-3d7c-4244-ac9d-64470c72c0e9', 'name': 'network-vif-deleted', 'tag': '5cfb7429-1dce-416f-a362-66d3926f90e3', 'status': 'completed', 'code': 200} Oct 25 15:05:10.003561 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:11.009012 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-7a4faffc-b977-4454-abfb-911d10a863e0 req-efa0655f-6003-4ab6-9e0b-0daad45d0150 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=3721441a-3d7c-4244-ac9d-64470c72c0e9 HTTP/1.1" status: 200 len: 210 time: 0.0456007 Oct 25 15:05:12.949615 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 5cfb7429-1dce-416f-a362-66d3926f90e3 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:05:12.985487 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: 5cfb7429-1dce-416f-a362-66d3926f90e3 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:05:12.985816 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 5cfb7429-1dce-416f-a362-66d3926f90e3 not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:05:13.718013 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60c014-bdd2-4678-b3be-6cb883e21f2c req-b8795d5f-4772-473d-890f-7bd26c6ba680 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:13.719464 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3b60c014-bdd2-4678-b3be-6cb883e21f2c req-b8795d5f-4772-473d-890f-7bd26c6ba680 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 945 time: 0.0802593 Oct 25 15:05:13.752632 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a001e34b-8beb-42ff-a955-02a06eeb6a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:13.771551 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3b60c014-bdd2-4678-b3be-6cb883e21f2c req-66cb0f37-138b-43fb-b57d-2f8c667de759 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454934 Oct 25 15:05:14.731319 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:14.965053 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3513fe-3c8e-4382-a803-e65ef35d9993 req-548383fb-1a61-4e93-94a3-8a91f13f3199 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:14.966572 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-df3513fe-3c8e-4382-a803-e65ef35d9993 req-548383fb-1a61-4e93-94a3-8a91f13f3199 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 945 time: 0.0836475 Oct 25 15:05:15.012811 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-df3513fe-3c8e-4382-a803-e65ef35d9993 req-b1e8708a-ed88-4e75-8eec-70b634679de8 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405400 Oct 25 15:05:15.583263 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c5b5d-462e-4487-b294-1b655ff6ed22 req-bb9d259e-edab-4ea6-9b90-7889a35163c5 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:15.583930 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-375c5b5d-462e-4487-b294-1b655ff6ed22 req-bb9d259e-edab-4ea6-9b90-7889a35163c5 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Synchronizing usage tracker for tenant:c3ff910ba6724e2797f2fb32986c596f on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:05:15.600190 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-375c5b5d-462e-4487-b294-1b655ff6ed22 req-bb9d259e-edab-4ea6-9b90-7889a35163c5 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Unset dirty status for tenant:c3ff910ba6724e2797f2fb32986c596f on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:05:15.601592 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-375c5b5d-462e-4487-b294-1b655ff6ed22 req-bb9d259e-edab-4ea6-9b90-7889a35163c5 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 945 time: 0.0995407 Oct 25 15:05:15.684535 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-375c5b5d-462e-4487-b294-1b655ff6ed22 req-ce8dbedd-8292-4e4e-b6d2-699072303793 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Deleting port 4546f12c-3b77-4f99-b549-72f861949038 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:05:15.684879 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-375c5b5d-462e-4487-b294-1b655ff6ed22 req-ce8dbedd-8292-4e4e-b6d2-699072303793 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:15.952232 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-375c5b5d-462e-4487-b294-1b655ff6ed22 req-ce8dbedd-8292-4e4e-b6d2-699072303793 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] For port 4546f12c-3b77-4f99-b549-72f861949038, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4546f12c-3b77-4f99-b549-72f861949038,segment=NetworkSegment(5fe47183-925a-4512-b9ce-9da609648f80),segment_id=5fe47183-925a-4512-b9ce-9da609648f80)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:05:15.952583 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-375c5b5d-462e-4487-b294-1b655ff6ed22 req-ce8dbedd-8292-4e4e-b6d2-699072303793 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:16.084729 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-375c5b5d-462e-4487-b294-1b655ff6ed22 req-ce8dbedd-8292-4e4e-b6d2-699072303793 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Calling delete_port for 4546f12c-3b77-4f99-b549-72f861949038 owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:05:16.216063 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4d2a1-eabd-40fa-bc5f-00a9324a2321 req-30baa9ac-1d61-464d-8844-a599675f208b tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:16.217468 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-74d4d2a1-eabd-40fa-bc5f-00a9324a2321 req-30baa9ac-1d61-464d-8844-a599675f208b tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/ports?device_id=26ab6e2d-677a-4b8c-82bd-019853f502e9 HTTP/1.1" status: 200 len: 945 time: 0.0937190 Oct 25 15:05:16.237937 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-375c5b5d-462e-4487-b294-1b655ff6ed22 req-ce8dbedd-8292-4e4e-b6d2-699072303793 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:16.243970 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c53d11e9-8759-4098-bf1d-c70f04cd0040 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:16.266399 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-74d4d2a1-eabd-40fa-bc5f-00a9324a2321 req-94cf6c5e-5953-4899-ad81-c548799476f5 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.62 "GET /v2.0/security-groups?id=48b3c9f5-9468-48ea-bbcc-49cbabdbae74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426862 Oct 25 15:05:16.275247 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['4546f12c-3b77-4f99-b549-72f861949038'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:05:16.291683 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dbedd-8292-4e4e-b6d2-699072303793 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Pushing event deleted for resources: {'Port': ['ID=4546f12c-3b77-4f99-b549-72f861949038,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:16.294651 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ce8dbedd-8292-4e4e-b6d2-699072303793 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:16.463057 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-375c5b5d-462e-4487-b294-1b655ff6ed22 req-ce8dbedd-8292-4e4e-b6d2-699072303793 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] No DVR routers for this DVR port 4546f12c-3b77-4f99-b549-72f861949038 on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:05:16.465655 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-375c5b5d-462e-4487-b294-1b655ff6ed22 req-ce8dbedd-8292-4e4e-b6d2-699072303793 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:16.468517 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ab6e2d-677a-4b8c-82bd-019853f502e9', 'name': 'network-vif-deleted', 'tag': '4546f12c-3b77-4f99-b549-72f861949038'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:05:16.486846 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-375c5b5d-462e-4487-b294-1b655ff6ed22 req-ce8dbedd-8292-4e4e-b6d2-699072303793 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] 10.222.0.31 "DELETE /v2.0/ports/4546f12c-3b77-4f99-b549-72f861949038 HTTP/1.1" status: 204 len: 173 time: 0.8796771 Oct 25 15:05:16.522268 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ab6e2d-677a-4b8c-82bd-019853f502e9', 'name': 'network-vif-deleted', 'tag': '4546f12c-3b77-4f99-b549-72f861949038', 'status': 'completed', 'code': 200} Oct 25 15:05:16.529168 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:17.366093 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 34836) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:05:17.425275 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b493ae9a-e381-484e-acea-0eaf70fcf454 admin admin] Deleting subnet ec4438db-1d86-47dc-8044-e901ba1aff92 {{(pid=86778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Oct 25 15:05:17.428284 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b493ae9a-e381-484e-acea-0eaf70fcf454 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:17.476475 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b493ae9a-e381-484e-acea-0eaf70fcf454 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28201564'] for subnet, precommit_delete_associations {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:17.536059 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b493ae9a-e381-484e-acea-0eaf70fcf454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4057954'] for subnet, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:17.606667 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b493ae9a-e381-484e-acea-0eaf70fcf454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4057961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27816528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1469806'] for subnet, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:17.611792 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-cec83dd0-565c-4e80-b6fc-f6e92f311cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:17.652478 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b493ae9a-e381-484e-acea-0eaf70fcf454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:17.656463 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493ae9a-e381-484e-acea-0eaf70fcf454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec4438db-1d86-47dc-8044-e901ba1aff92,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:17.662324 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-b493ae9a-e381-484e-acea-0eaf70fcf454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:17.664461 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-b493ae9a-e381-484e-acea-0eaf70fcf454 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ec4438db-1d86-47dc-8044-e901ba1aff92 HTTP/1.1" status: 204 len: 168 time: 0.2973177 Oct 25 15:05:17.667434 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 34842) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:05:17.778360 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c41029f9-bdd9-4023-b503-b5a5c58fd3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4166563'] for network, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:17.910802 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c41029f9-bdd9-4023-b503-b5a5c58fd3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283197', 'neutron.services.segments.db._delete_segments_for_network-8733670938031'] for network, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:17.941850 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-c41029f9-bdd9-4023-b503-b5a5c58fd3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a78d1a8-5bc7-41f0-8557-5aeb28baae93']}} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:05:17.955236 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-c41029f9-bdd9-4023-b503-b5a5c58fd3d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe47183-925a-4512-b9ce-9da609648f80') {'for_net_delete': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:05:17.955537 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-c41029f9-bdd9-4023-b503-b5a5c58fd3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe47183-925a-4512-b9ce-9da609648f80') {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:05:17.969854 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c41029f9-bdd9-4023-b503-b5a5c58fd3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733670937869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28201575'] for segment, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:17.986935 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c41029f9-bdd9-4023-b503-b5a5c58fd3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:17.994207 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41029f9-bdd9-4023-b503-b5a5c58fd3d3 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=86778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 15:05:17.995272 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c41029f9-bdd9-4023-b503-b5a5c58fd3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4059317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27816682'] for segment, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: Traceback (most recent call last): Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: timer() Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: cb(*args, **kw) Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: return func(*args, **kwargs) Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: self._notify() Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: self.callback(batched_events) Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: event.method(event) Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: return f(self, *a, **k) Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: return self._get(url).json() Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: return self.request(url, 'GET', **kwargs) Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 15:05:18.011358 dv-cinder-813751-1-smb neutron-server[86778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 15:05:18.096530 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c41029f9-bdd9-4023-b503-b5a5c58fd3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672812'] for network, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:18.103329 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c41029f9-bdd9-4023-b503-b5a5c58fd3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:18.106210 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:18.131457 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41029f9-bdd9-4023-b503-b5a5c58fd3d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a78d1a8-5bc7-41f0-8557-5aeb28baae93,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:18.133990 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c41029f9-bdd9-4023-b503-b5a5c58fd3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:18.145794 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-c41029f9-bdd9-4023-b503-b5a5c58fd3d3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9a78d1a8-5bc7-41f0-8557-5aeb28baae93 HTTP/1.1" status: 204 len: 168 time: 0.4755354 Oct 25 15:05:18.349435 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 34858) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:05:18.401125 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-9614e911-333b-48d5-a31e-09a95da01cb7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3ff910ba6724e2797f2fb32986c596f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503745 Oct 25 15:05:18.403489 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 34862) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:05:18.467277 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0e53f532-7348-4429-b511-5e2c9779738d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:18.495172 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0e53f532-7348-4429-b511-5e2c9779738d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:18.549982 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0e53f532-7348-4429-b511-5e2c9779738d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:18.553734 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-37893a7b-6691-46a6-8ebb-45e751961642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:18.568991 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53f532-7348-4429-b511-5e2c9779738d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b3c9f5-9468-48ea-bbcc-49cbabdbae74,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:18.571752 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-0e53f532-7348-4429-b511-5e2c9779738d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:18.578548 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0e53f532-7348-4429-b511-5e2c9779738d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:18.579681 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-0e53f532-7348-4429-b511-5e2c9779738d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/48b3c9f5-9468-48ea-bbcc-49cbabdbae74 HTTP/1.1" status: 204 len: 168 time: 0.1752589 Oct 25 15:05:18.954460 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 4546f12c-3b77-4f99-b549-72f861949038 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:05:18.994669 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: 4546f12c-3b77-4f99-b549-72f861949038 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:05:18.994792 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device 4546f12c-3b77-4f99-b549-72f861949038 not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:05:20.538499 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:05:22.893789 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 34930) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:05:23.014332 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d3243010-7b06-4b88-992b-f9a97155c427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:23.034746 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-d3243010-7b06-4b88-992b-f9a97155c427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:05:23.039521 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-d3243010-7b06-4b88-992b-f9a97155c427 admin admin] Usage tracker for resource:security_group_rule and tenant:2de4ceb7c8a54b79a8b57636dfd1adbc is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:05:23.049873 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-d3243010-7b06-4b88-992b-f9a97155c427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:05:23.055674 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-d3243010-7b06-4b88-992b-f9a97155c427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:05:23.148011 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d3243010-7b06-4b88-992b-f9a97155c427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:23.153102 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d3243010-7b06-4b88-992b-f9a97155c427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:23.161134 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-0f3ab0e9-69c2-4d4c-aae2-5510ed78d243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:23.202037 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3243010-7b06-4b88-992b-f9a97155c427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c0a573-7817-4702-a306-2ea41e8febf6,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:23.207445 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-d3243010-7b06-4b88-992b-f9a97155c427 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2de4ceb7c8a54b79a8b57636dfd1adbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113818 Oct 25 15:05:23.207445 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-d3243010-7b06-4b88-992b-f9a97155c427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:23.208874 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 34936) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:05:23.273174 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4704a20e-406f-427c-8673-81e34db98b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:23.299718 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4704a20e-406f-427c-8673-81e34db98b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:23.352214 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4704a20e-406f-427c-8673-81e34db98b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:23.356561 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-8108e06b-79ea-4ede-8b47-b771fc51bd8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:23.367354 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704a20e-406f-427c-8673-81e34db98b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c0a573-7817-4702-a306-2ea41e8febf6,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:23.372020 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-4704a20e-406f-427c-8673-81e34db98b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:23.374056 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-4704a20e-406f-427c-8673-81e34db98b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:23.375148 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-4704a20e-406f-427c-8673-81e34db98b0b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b7c0a573-7817-4702-a306-2ea41e8febf6 HTTP/1.1" status: 204 len: 168 time: 0.1652822 Oct 25 15:05:25.325845 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35000) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:05:25.443264 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d860edb4-3bf3-4ddc-b33f-fe1d8ba697f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:25.460008 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-d860edb4-3bf3-4ddc-b33f-fe1d8ba697f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:05:25.464161 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-d860edb4-3bf3-4ddc-b33f-fe1d8ba697f7 admin admin] Usage tracker for resource:security_group_rule and tenant:b8ad79dbb3a44d719afdf1c9222ab5eb is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:05:25.466969 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-d860edb4-3bf3-4ddc-b33f-fe1d8ba697f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:05:25.472770 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-d860edb4-3bf3-4ddc-b33f-fe1d8ba697f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:05:25.558712 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d860edb4-3bf3-4ddc-b33f-fe1d8ba697f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:25.562761 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d860edb4-3bf3-4ddc-b33f-fe1d8ba697f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:25.570002 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-d71bc2cc-1ba6-4638-8b2e-404d5c446a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:25.610988 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-d860edb4-3bf3-4ddc-b33f-fe1d8ba697f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8ad79dbb3a44d719afdf1c9222ab5eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840610 Oct 25 15:05:25.614363 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860edb4-3bf3-4ddc-b33f-fe1d8ba697f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63526130-79a4-4cf7-b906-d296ca2f4721,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:25.614590 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 35006) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:05:25.615167 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-d860edb4-3bf3-4ddc-b33f-fe1d8ba697f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:25.678735 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:25.713011 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:25.765345 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:25.769020 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-284056ef-ee51-4747-9514-c61c535f131d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:25.781775 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63526130-79a4-4cf7-b906-d296ca2f4721,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:25.790407 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:25.790782 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:25.791748 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:25.792113 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:25.792473 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:25.792828 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:25.793187 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:25.793538 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:25.793898 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:25.794244 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:25.794594 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:25.794939 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:25.797685 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:25.798768 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63526130-79a4-4cf7-b906-d296ca2f4721 HTTP/1.1" status: 204 len: 168 time: 0.1834459 Oct 25 15:05:25.799724 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:26.074529 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35014) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:05:26.092174 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f46209f7-57ce-4653-84c1-48aa173a775b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:26.107777 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-f46209f7-57ce-4653-84c1-48aa173a775b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:05:26.111759 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-f46209f7-57ce-4653-84c1-48aa173a775b admin admin] Usage tracker for resource:security_group_rule and tenant:b39433e30d864df68e1cb4b8681a8b36 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:05:26.114592 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-f46209f7-57ce-4653-84c1-48aa173a775b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:05:26.121065 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-f46209f7-57ce-4653-84c1-48aa173a775b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:05:26.211959 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f46209f7-57ce-4653-84c1-48aa173a775b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:26.216047 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f46209f7-57ce-4653-84c1-48aa173a775b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:26.222193 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c17a6d6d-a1de-4526-a84a-7c2fa059780f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:26.261929 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46209f7-57ce-4653-84c1-48aa173a775b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77036eb-ecaa-4065-93d6-ff479b657193,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:26.265937 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-f46209f7-57ce-4653-84c1-48aa173a775b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b39433e30d864df68e1cb4b8681a8b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904316 Oct 25 15:05:26.266800 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f46209f7-57ce-4653-84c1-48aa173a775b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:26.268694 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35018) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:05:26.332329 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5fc1e5fd-2295-42ac-be96-36e2ce87e9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:26.360532 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5fc1e5fd-2295-42ac-be96-36e2ce87e9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:26.412009 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5fc1e5fd-2295-42ac-be96-36e2ce87e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:26.415773 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-d860edb4-3bf3-4ddc-b33f-fe1d8ba697f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:26.428470 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1e5fd-2295-42ac-be96-36e2ce87e9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77036eb-ecaa-4065-93d6-ff479b657193,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:26.431342 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5fc1e5fd-2295-42ac-be96-36e2ce87e9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:26.438883 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5fc1e5fd-2295-42ac-be96-36e2ce87e9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:26.440063 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-5fc1e5fd-2295-42ac-be96-36e2ce87e9e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a77036eb-ecaa-4065-93d6-ff479b657193 HTTP/1.1" status: 204 len: 168 time: 0.1704586 Oct 25 15:05:31.490189 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:36.123712 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef65025-ffcb-4b1d-89f6-6d068d70dd91 req-e760f55c-470f-4a6c-baf4-bb2dd4981e31 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:36.125188 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5ef65025-ffcb-4b1d-89f6-6d068d70dd91 req-e760f55c-470f-4a6c-baf4-bb2dd4981e31 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.1755037 Oct 25 15:05:36.169899 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5ef65025-ffcb-4b1d-89f6-6d068d70dd91 req-d50f18a9-1845-42a7-be7d-666c8ef5cba8 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390468 Oct 25 15:05:37.355807 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf966a-80c7-467a-8d25-a3762062b593 req-4a6d5b3c-5125-489a-9898-ff1ba415e652 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:37.357136 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fedf966a-80c7-467a-8d25-a3762062b593 req-4a6d5b3c-5125-489a-9898-ff1ba415e652 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0783441 Oct 25 15:05:37.403925 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-fedf966a-80c7-467a-8d25-a3762062b593 req-545e6229-2aa3-4f36-8786-250f748ca5f6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411341 Oct 25 15:05:38.590755 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33b28b-b027-40cd-b93f-1a24e7d2a88d req-4f91272a-c1cc-4bfc-a89c-0983ff7e6986 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:38.592225 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-cd33b28b-b027-40cd-b93f-1a24e7d2a88d req-4f91272a-c1cc-4bfc-a89c-0983ff7e6986 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0798259 Oct 25 15:05:38.637366 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-cd33b28b-b027-40cd-b93f-1a24e7d2a88d req-34e9eab6-7507-4e9d-859c-7aaf700f33a3 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393946 Oct 25 15:05:39.414890 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a7b80ece-33b1-4078-b7cd-d5d8082b1a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:39.840376 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6e2f8-5775-407b-803f-3c6abc9a40d6 req-b390613f-6db8-4465-8c13-4600b13a5545 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:39.841821 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dcf6e2f8-5775-407b-803f-3c6abc9a40d6 req-b390613f-6db8-4465-8c13-4600b13a5545 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0849545 Oct 25 15:05:39.887988 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-dcf6e2f8-5775-407b-803f-3c6abc9a40d6 req-9f4f308e-3e37-46f1-8a79-e6722a990b3a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404623 Oct 25 15:05:39.925992 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:41.089083 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd7ff1-e6f8-443b-90bd-098d3ac07f2f req-09654964-ec1f-471b-8441-e0c34908a1cd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:41.091187 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f8bd7ff1-e6f8-443b-90bd-098d3ac07f2f req-09654964-ec1f-471b-8441-e0c34908a1cd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0876434 Oct 25 15:05:41.135349 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f8bd7ff1-e6f8-443b-90bd-098d3ac07f2f req-5e6d4548-5008-44eb-a354-2755798d092f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381842 Oct 25 15:05:42.326959 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859e053-2577-472b-b030-464262f57d6b req-5976a2b3-cbb0-47c8-b538-810cf74dffba tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:42.328415 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e859e053-2577-472b-b030-464262f57d6b req-5976a2b3-cbb0-47c8-b538-810cf74dffba tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0841928 Oct 25 15:05:42.372387 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e859e053-2577-472b-b030-464262f57d6b req-36674d7f-6556-4ca7-ba95-84be3d1dabdd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383921 Oct 25 15:05:43.564887 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4dc0a-f9c8-463a-8312-a05f0efd2aa0 req-39f78d7c-d3f1-46c0-bd96-ef79b6b42276 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:43.566523 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-12e4dc0a-f9c8-463a-8312-a05f0efd2aa0 req-39f78d7c-d3f1-46c0-bd96-ef79b6b42276 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0841238 Oct 25 15:05:43.617126 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-12e4dc0a-f9c8-463a-8312-a05f0efd2aa0 req-a5c39db6-20eb-4fcc-ac2e-0631332176e5 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443907 Oct 25 15:05:43.757761 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4ab19dcb-1f09-4e4e-8770-dd320cd12528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:44.298356 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35256) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:05:44.434660 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:44.455775 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:05:44.461661 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Usage tracker for resource:security_group_rule and tenant:1b7fcfce1b214c07b8da519e535332b8 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:05:44.466755 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:05:44.476930 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:05:44.572565 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:44.576494 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:44.583668 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-1ad59548-08e3-46ca-b070-117764d172cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:44.625605 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b7fcfce1b214c07b8da519e535332b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260462 Oct 25 15:05:44.626715 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6c40d2-b16b-4ecd-a7ec-fe1cc9dadf36,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:44.628428 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 35262) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:05:44.634764 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:44.635216 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:44.635687 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:44.636131 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:44.636677 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:44.637216 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:44.637631 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:44.638048 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:44.638538 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:44.638952 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:44.639417 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:44.639919 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:05:44.644106 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:44.690728 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8b7705cd-7271-4970-9814-aaa9ce763ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:44.719350 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8b7705cd-7271-4970-9814-aaa9ce763ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:44.734802 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:44.850553 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb53ee-64fb-4c40-9592-bbad47fd9e4e req-322be145-cca9-430b-abf8-89c0f689bfc4 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:44.852646 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8edb53ee-64fb-4c40-9592-bbad47fd9e4e req-322be145-cca9-430b-abf8-89c0f689bfc4 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.1197524 Oct 25 15:05:44.854409 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8b7705cd-7271-4970-9814-aaa9ce763ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:44.859021 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-d6befc34-73a8-4bf1-977b-e6382a3516db tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:44.885862 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7705cd-7271-4970-9814-aaa9ce763ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6c40d2-b16b-4ecd-a7ec-fe1cc9dadf36,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:44.895620 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-8b7705cd-7271-4970-9814-aaa9ce763ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:44.907416 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-8b7705cd-7271-4970-9814-aaa9ce763ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:44.908536 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-8b7705cd-7271-4970-9814-aaa9ce763ae1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a6c40d2-b16b-4ecd-a7ec-fe1cc9dadf36 HTTP/1.1" status: 204 len: 168 time: 0.2787292 Oct 25 15:05:44.921854 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-8edb53ee-64fb-4c40-9592-bbad47fd9e4e req-8090ed62-8f04-4098-9285-47f5d6229537 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547841 Oct 25 15:05:45.204101 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 35272) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:05:45.223111 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c5ab750d-8dbe-480c-abd2-31f30179e6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:45.239012 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-c5ab750d-8dbe-480c-abd2-31f30179e6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:05:45.246623 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-c5ab750d-8dbe-480c-abd2-31f30179e6ce admin admin] Usage tracker for resource:security_group_rule and tenant:c28a5d8993564cc3a114710c8c5435c0 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:05:45.249636 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-c5ab750d-8dbe-480c-abd2-31f30179e6ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:05:45.255386 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-c5ab750d-8dbe-480c-abd2-31f30179e6ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:05:45.342488 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c5ab750d-8dbe-480c-abd2-31f30179e6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:45.346618 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-c5ab750d-8dbe-480c-abd2-31f30179e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:45.353724 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-d9480d0a-7283-4db9-9f84-07e194626697 tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:45.393280 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab750d-8dbe-480c-abd2-31f30179e6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c9000d-b2f0-4b32-915a-3c8bdbfa3a29,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:45.397571 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-c5ab750d-8dbe-480c-abd2-31f30179e6ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c28a5d8993564cc3a114710c8c5435c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924181 Oct 25 15:05:45.398460 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-c5ab750d-8dbe-480c-abd2-31f30179e6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:45.400307 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 35276) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:05:45.461835 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-15f63f70-3807-4ad8-ada6-53484390d251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:45.488924 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-15f63f70-3807-4ad8-ada6-53484390d251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:45.552964 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-15f63f70-3807-4ad8-ada6-53484390d251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:45.557106 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e5f88024-7a99-4e3b-a602-a45904710df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:45.568462 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f63f70-3807-4ad8-ada6-53484390d251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c9000d-b2f0-4b32-915a-3c8bdbfa3a29,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:45.572273 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-15f63f70-3807-4ad8-ada6-53484390d251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:45.576367 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-15f63f70-3807-4ad8-ada6-53484390d251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:45.577478 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-15f63f70-3807-4ad8-ada6-53484390d251 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15c9000d-b2f0-4b32-915a-3c8bdbfa3a29 HTTP/1.1" status: 204 len: 168 time: 0.1762917 Oct 25 15:05:46.125434 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ebad6-c05f-40f2-b57d-3b4a7c210a1d req-b419f362-d5af-49e3-a9fa-3f197f230ab7 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:46.126842 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0b9ebad6-c05f-40f2-b57d-3b4a7c210a1d req-b419f362-d5af-49e3-a9fa-3f197f230ab7 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0901821 Oct 25 15:05:46.177102 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0b9ebad6-c05f-40f2-b57d-3b4a7c210a1d req-f77b53cc-8369-4614-9ad7-f2565bc9b8b0 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443296 Oct 25 15:05:46.528932 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:46.769556 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 35310) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:05:46.896496 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-707eecb6-a5df-4690-8dcf-185a2f3dd408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:46.911959 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-707eecb6-a5df-4690-8dcf-185a2f3dd408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:05:46.915787 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-707eecb6-a5df-4690-8dcf-185a2f3dd408 admin admin] Usage tracker for resource:security_group_rule and tenant:c13a63e2fff249d3bbb2fd05af077406 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:05:46.918594 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-707eecb6-a5df-4690-8dcf-185a2f3dd408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:05:46.924320 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-707eecb6-a5df-4690-8dcf-185a2f3dd408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:05:47.011198 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-707eecb6-a5df-4690-8dcf-185a2f3dd408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:47.016025 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-707eecb6-a5df-4690-8dcf-185a2f3dd408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:47.022650 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-5ed50d46-433b-4ef5-9b70-f242fd0a94ee tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:47.064022 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-707eecb6-a5df-4690-8dcf-185a2f3dd408 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c13a63e2fff249d3bbb2fd05af077406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933581 Oct 25 15:05:47.064945 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707eecb6-a5df-4690-8dcf-185a2f3dd408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3215716-17ee-4e8f-bf8b-2e60bcfb15f8,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:47.067525 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35316) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:05:47.068119 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-707eecb6-a5df-4690-8dcf-185a2f3dd408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:47.130841 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c195ae34-3f6b-4d46-ac4c-259a59ceb427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:47.156578 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c195ae34-3f6b-4d46-ac4c-259a59ceb427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:47.207876 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c195ae34-3f6b-4d46-ac4c-259a59ceb427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:47.212781 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ff15d41b-ce77-49df-bbce-fe919d1ad2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:47.229450 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195ae34-3f6b-4d46-ac4c-259a59ceb427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3215716-17ee-4e8f-bf8b-2e60bcfb15f8,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:05:47.233225 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c195ae34-3f6b-4d46-ac4c-259a59ceb427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:05:47.238533 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-c195ae34-3f6b-4d46-ac4c-259a59ceb427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:47.248162 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-c195ae34-3f6b-4d46-ac4c-259a59ceb427 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c3215716-17ee-4e8f-bf8b-2e60bcfb15f8 HTTP/1.1" status: 204 len: 168 time: 0.1737616 Oct 25 15:05:47.382218 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6f861-916d-45a1-9a72-248d7246f75d req-e36dbc25-d8be-4b42-bfae-ebe72eb08e03 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:47.383689 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d1a6f861-916d-45a1-9a72-248d7246f75d req-e36dbc25-d8be-4b42-bfae-ebe72eb08e03 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0921891 Oct 25 15:05:47.439492 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d1a6f861-916d-45a1-9a72-248d7246f75d req-b478af1a-9ee2-4f17-a749-72bbf9e8b873 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490365 Oct 25 15:05:48.652341 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108eee92-7b48-4d1b-a39e-2eb4ebd09622 req-fbac98ea-79ae-4bd1-acca-fa21b4780ec5 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:48.653789 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-108eee92-7b48-4d1b-a39e-2eb4ebd09622 req-fbac98ea-79ae-4bd1-acca-fa21b4780ec5 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0916200 Oct 25 15:05:48.701896 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-108eee92-7b48-4d1b-a39e-2eb4ebd09622 req-22a905b8-2efe-4e05-b615-3a4c5cf2249b tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424619 Oct 25 15:05:49.909779 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0af46-d429-4da6-acee-6c93e9464ef7 req-f277c741-036d-49e6-9c05-3b4aab773124 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:49.911245 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-78d0af46-d429-4da6-acee-6c93e9464ef7 req-f277c741-036d-49e6-9c05-3b4aab773124 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0900738 Oct 25 15:05:49.956119 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-78d0af46-d429-4da6-acee-6c93e9464ef7 req-067b0ed4-3848-42ab-a852-87d5d067e93a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389383 Oct 25 15:05:51.154293 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56150327-f9aa-480f-8212-15b89667479a req-0deded93-d45d-41c6-a477-0de818454e1f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:51.156835 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-56150327-f9aa-480f-8212-15b89667479a req-0deded93-d45d-41c6-a477-0de818454e1f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0874631 Oct 25 15:05:51.203796 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-56150327-f9aa-480f-8212-15b89667479a req-d9397f59-2289-4c8e-9c93-511e9baa877e tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410624 Oct 25 15:05:52.432801 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c9d7f-ad34-4573-b0d2-89ecb79aa1ed req-a0bdeacb-ad89-43a1-b5b3-1ee9862929f3 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:52.434595 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-220c9d7f-ad34-4573-b0d2-89ecb79aa1ed req-a0bdeacb-ad89-43a1-b5b3-1ee9862929f3 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0984046 Oct 25 15:05:52.494961 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-220c9d7f-ad34-4573-b0d2-89ecb79aa1ed req-dfe1206c-6c37-4ca6-b89b-deb046138381 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544467 Oct 25 15:05:53.697647 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586d940-566e-4559-8710-e6b7f7a8f7d1 req-16aedc6e-c25a-4d7e-bce8-51297891a7da tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:53.700145 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5586d940-566e-4559-8710-e6b7f7a8f7d1 req-16aedc6e-c25a-4d7e-bce8-51297891a7da tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0855281 Oct 25 15:05:53.851299 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5586d940-566e-4559-8710-e6b7f7a8f7d1 req-6293abfb-48e8-410f-adf7-311082201ed0 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461203 Oct 25 15:05:55.063349 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129efa86-614d-45c2-a82f-3e0a755e6f0d req-2e04b22a-13b7-41f0-a7bd-6421870496aa tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:55.065339 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-129efa86-614d-45c2-a82f-3e0a755e6f0d req-2e04b22a-13b7-41f0-a7bd-6421870496aa tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0905404 Oct 25 15:05:55.116590 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-129efa86-614d-45c2-a82f-3e0a755e6f0d req-4dd760f0-5276-4acb-aa43-d680f5a7fd32 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430293 Oct 25 15:05:56.325677 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48e4f8-e07f-4807-94ba-92e27f479033 req-6fd9aefd-1457-4cf7-b017-fea1c2314b83 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:56.327080 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-be48e4f8-e07f-4807-94ba-92e27f479033 req-6fd9aefd-1457-4cf7-b017-fea1c2314b83 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0890007 Oct 25 15:05:56.375916 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-be48e4f8-e07f-4807-94ba-92e27f479033 req-8d9fd6fd-77e3-482c-9ffa-865098d63470 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429530 Oct 25 15:05:57.537013 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:05:57.578006 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e7232-bd25-436f-8e54-fc46ef5903e3 req-3c793c76-c790-4624-8375-8e0086ac9139 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:57.579486 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-211e7232-bd25-436f-8e54-fc46ef5903e3 req-3c793c76-c790-4624-8375-8e0086ac9139 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0831542 Oct 25 15:05:57.625914 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-211e7232-bd25-436f-8e54-fc46ef5903e3 req-903db528-cd82-430f-a182-2f7fbfc8d847 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407686 Oct 25 15:05:58.820144 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306bf8e-9c35-4782-b8a0-ae27f86a2b31 req-02a764e1-03a4-4a10-b8d1-9317d0140781 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:05:58.821571 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4306bf8e-9c35-4782-b8a0-ae27f86a2b31 req-02a764e1-03a4-4a10-b8d1-9317d0140781 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0827491 Oct 25 15:05:58.873919 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4306bf8e-9c35-4782-b8a0-ae27f86a2b31 req-9c012c61-3d0f-4aed-9c59-df9123307eb7 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452731 Oct 25 15:05:59.151253 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35422) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:05:59.353304 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-d85dae5d-95c0-4888-83f1-197b6b31b94a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Deleting port 69015218-c66a-4f8b-9736-fb27fe24a64b {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:05:59.353540 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d85dae5d-95c0-4888-83f1-197b6b31b94a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:59.535193 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d85dae5d-95c0-4888-83f1-197b6b31b94a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:59.535533 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d85dae5d-95c0-4888-83f1-197b6b31b94a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:59.750636 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-d85dae5d-95c0-4888-83f1-197b6b31b94a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Calling delete_port for 69015218-c66a-4f8b-9736-fb27fe24a64b owned by network:floatingip {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:05:59.920267 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d85dae5d-95c0-4888-83f1-197b6b31b94a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:05:59.925245 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f5716c02-1593-4501-b814-0f1fba37da64 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:05:59.969641 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dae5d-95c0-4888-83f1-197b6b31b94a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Pushing event deleted for resources: {'Port': ['ID=69015218-c66a-4f8b-9736-fb27fe24a64b,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:00.001028 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-d85dae5d-95c0-4888-83f1-197b6b31b94a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:00.063510 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d85dae5d-95c0-4888-83f1-197b6b31b94a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for floatingip, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:00.063770 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.l3_db [None req-d85dae5d-95c0-4888-83f1-197b6b31b94a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Floating IP 913de183-3b05-455e-834c-0f8c86351e7f disassociated (deleted). External IP: 172.28.2.78, port: bc83964b-16e2-42b3-8af7-11a9c13d5d18. Oct 25 15:06:00.256609 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3e2a4-8b47-4063-81fb-6c2f27b98a5d req-d0e6aedc-8311-42bd-8af1-eff63516131f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:00.258017 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-15a3e2a4-8b47-4063-81fb-6c2f27b98a5d req-d0e6aedc-8311-42bd-8af1-eff63516131f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0807426 Oct 25 15:06:00.314656 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-15a3e2a4-8b47-4063-81fb-6c2f27b98a5d req-aec82c41-fbdf-4a8c-8add-a31ece86459f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504992 Oct 25 15:06:00.425323 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85dae5d-95c0-4888-83f1-197b6b31b94a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Router f8dc249c-9b58-4dc0-b626-27265caea469 has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:06:00.608759 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85dae5d-95c0-4888-83f1-197b6b31b94a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:06:00.618273 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b521bd-0e23-4d00-9ab4-640e935427fd None None] Sync routers for ids ['f8dc249c-9b58-4dc0-b626-27265caea469'] in dv-cinder-813751-1-smb {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:06:00.629910 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d85dae5d-95c0-4888-83f1-197b6b31b94a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for floatingip, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:00.631817 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b521bd-0e23-4d00-9ab4-640e935427fd None None] Routers {'f8dc249c-9b58-4dc0-b626-27265caea469'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:06:00.632442 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-a5b521bd-0e23-4d00-9ab4-640e935427fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:05:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['f8dc249c-9b58-4dc0-b626-27265caea469'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:00.687320 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-d85dae5d-95c0-4888-83f1-197b6b31b94a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "DELETE /v2.0/floatingips/913de183-3b05-455e-834c-0f8c86351e7f HTTP/1.1" status: 204 len: 168 time: 1.5347757 Oct 25 15:06:00.688027 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37728add-7da1-4695-a901-dcc6ec14c6de', 'tag': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:06:00.741690 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37728add-7da1-4695-a901-dcc6ec14c6de', 'tag': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18', 'status': 'completed', 'code': 200} Oct 25 15:06:00.875302 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-a5b521bd-0e23-4d00-9ab4-640e935427fd None None] Set router f8dc249c-9b58-4dc0-b626-27265caea469 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:06:00.888885 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1f67e-aead-49ea-84d5-ec0c32f76bd6 req-2347c9b4-263b-45f3-a7db-7fdd13429066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:00.889209 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a5f1f67e-aead-49ea-84d5-ec0c32f76bd6 req-2347c9b4-263b-45f3-a7db-7fdd13429066 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fcd1a038445348f2b9368ef2698be26f&device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 1098 time: 0.1014504 Oct 25 15:06:01.137628 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99990234-ec02-4bc7-9e69-c39470e33585 req-575fbd47-e077-47d8-8018-4a6eb57b10b4 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:01.144869 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-99990234-ec02-4bc7-9e69-c39470e33585 req-575fbd47-e077-47d8-8018-4a6eb57b10b4 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.0970945 Oct 25 15:06:01.168577 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1f67e-aead-49ea-84d5-ec0c32f76bd6 req-aed5b971-4552-4fb0-b683-b2e32bad72b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:01.171277 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a5f1f67e-aead-49ea-84d5-ec0c32f76bd6 req-aed5b971-4552-4fb0-b683-b2e32bad72b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=072cfa13-e29b-47cb-88aa-7b9ac543eaf2 HTTP/1.1" status: 200 len: 909 time: 0.2662220 Oct 25 15:06:01.192319 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-99990234-ec02-4bc7-9e69-c39470e33585 req-fcd10357-c807-48e5-aa60-7a6ccb026187 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462556 Oct 25 15:06:01.291387 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-a5b521bd-0e23-4d00-9ab4-640e935427fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'name': 'tempest-TestShelveInstance-901667256-router', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:38Z', 'updated_at': '2021-10-25T15:00:54Z', 'revision_number': 4, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'gw_port': {'id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:40Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '2ba6bee4-0f6b-46cb-aab4-6af456e84369', 'name': '', 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'mac_address': 'fa:16:3e:e0:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:51Z', 'updated_at': '2021-10-25T15:01:11Z', 'revision_number': 5, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'subnets': [{'id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:01.296300 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b521bd-0e23-4d00-9ab4-640e935427fd None None] Checking router: f8dc249c-9b58-4dc0-b626-27265caea469 for host: dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:06:01.307534 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b521bd-0e23-4d00-9ab4-640e935427fd None None] Routers {'f8dc249c-9b58-4dc0-b626-27265caea469'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:06:01.309001 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-a5b521bd-0e23-4d00-9ab4-640e935427fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:05:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['f8dc249c-9b58-4dc0-b626-27265caea469'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:01.317696 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a5f1f67e-aead-49ea-84d5-ec0c32f76bd6 req-9f21caf6-509c-4462-a79b-22e0ba384e91 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc83964b-16e2-42b3-8af7-11a9c13d5d18 HTTP/1.1" status: 200 len: 217 time: 0.1359844 Oct 25 15:06:01.454091 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1f67e-aead-49ea-84d5-ec0c32f76bd6 req-40bc4ec5-525c-4021-b981-4a9503d8ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:01.456690 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a5f1f67e-aead-49ea-84d5-ec0c32f76bd6 req-40bc4ec5-525c-4021-b981-4a9503d8ba44 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e45d5640-5a1d-4a94-b681-fed4499ffe87 HTTP/1.1" status: 200 len: 847 time: 0.1321638 Oct 25 15:06:01.513662 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:01.518040 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 35464) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:06:01.546488 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-a5b521bd-0e23-4d00-9ab4-640e935427fd None None] Set router f8dc249c-9b58-4dc0-b626-27265caea469 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:06:01.570784 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1f67e-aead-49ea-84d5-ec0c32f76bd6 req-d778f12e-e153-4aa3-bb92-fd972148a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:01.572654 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a5f1f67e-aead-49ea-84d5-ec0c32f76bd6 req-d778f12e-e153-4aa3-bb92-fd972148a482 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=072cfa13-e29b-47cb-88aa-7b9ac543eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1067786 Oct 25 15:06:01.573537 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60370d26-a742-4caf-99a4-0d12b79f0a2d req-f75e75fe-ebb0-4ef5-938f-34d48d92336f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:01.575250 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-60370d26-a742-4caf-99a4-0d12b79f0a2d req-f75e75fe-ebb0-4ef5-938f-34d48d92336f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.1144016 Oct 25 15:06:01.639473 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-60370d26-a742-4caf-99a4-0d12b79f0a2d req-da7c96ba-2885-4c22-ae91-35a1465327ad tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543454 Oct 25 15:06:01.726960 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ce816d39-66ec-4704-94d8-fcad94a55212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:01.745263 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-ce816d39-66ec-4704-94d8-fcad94a55212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:06:01.752363 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-ce816d39-66ec-4704-94d8-fcad94a55212 admin admin] Usage tracker for resource:security_group_rule and tenant:a75f240798694cfeaaef366678a4edf4 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:06:01.758029 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-ce816d39-66ec-4704-94d8-fcad94a55212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:06:01.769557 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-ce816d39-66ec-4704-94d8-fcad94a55212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:06:01.874570 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a5f1f67e-aead-49ea-84d5-ec0c32f76bd6 req-b22cea1e-a2c4-493f-ba73-61e45a1c36c1 service neutron] 10.222.0.31 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935641 Oct 25 15:06:01.879087 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ce816d39-66ec-4704-94d8-fcad94a55212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:01.888426 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-ce816d39-66ec-4704-94d8-fcad94a55212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:01.925604 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-a5b521bd-0e23-4d00-9ab4-640e935427fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'name': 'tempest-TestShelveInstance-901667256-router', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:38Z', 'updated_at': '2021-10-25T15:00:54Z', 'revision_number': 4, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'gw_port': {'id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:40Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '2ba6bee4-0f6b-46cb-aab4-6af456e84369', 'name': '', 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'mac_address': 'fa:16:3e:e0:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:51Z', 'updated_at': '2021-10-25T15:01:11Z', 'revision_number': 5, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'subnets': [{'id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:01.932046 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-0f86f775-4dd0-4e2d-bbe6-d7278a595ef9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:01.934132 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b521bd-0e23-4d00-9ab4-640e935427fd None None] The sync data for ids ['f8dc249c-9b58-4dc0-b626-27265caea469'] in dv-cinder-813751-1-smb is: [{'id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'name': 'tempest-TestShelveInstance-901667256-router', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:38Z', 'updated_at': '2021-10-25T15:00:54Z', 'revision_number': 4, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'gw_port': {'id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:40Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '2ba6bee4-0f6b-46cb-aab4-6af456e84369', 'name': '', 'network_id': '072cfa13-e29b-47cb-88aa-7b9ac543eaf2', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'mac_address': 'fa:16:3e:e0:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:51Z', 'updated_at': '2021-10-25T15:01:11Z', 'revision_number': 5, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'subnets': [{'id': 'e45d5640-5a1d-4a94-b681-fed4499ffe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:06:01.962760 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-ce816d39-66ec-4704-94d8-fcad94a55212 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a75f240798694cfeaaef366678a4edf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4392440 Oct 25 15:06:01.963512 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce816d39-66ec-4704-94d8-fcad94a55212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc089f8-3c0d-4018-8332-e8cfb547accd,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:01.967582 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-ce816d39-66ec-4704-94d8-fcad94a55212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:01.968272 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 35470) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:06:02.038647 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a5f1f67e-aead-49ea-84d5-ec0c32f76bd6 req-657ac0b4-3e1b-4b1f-afaa-6b19bf72b77e service neutron] 10.222.0.31 "GET /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558185 Oct 25 15:06:02.061785 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f921db55-6e10-4ad9-9fc1-040642119dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:02.093187 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f921db55-6e10-4ad9-9fc1-040642119dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:02.167092 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f921db55-6e10-4ad9-9fc1-040642119dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:02.176666 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-15f63f70-3807-4ad8-ada6-53484390d251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:02.207152 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921db55-6e10-4ad9-9fc1-040642119dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc089f8-3c0d-4018-8332-e8cfb547accd,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:02.209751 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-f921db55-6e10-4ad9-9fc1-040642119dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:02.228063 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-f921db55-6e10-4ad9-9fc1-040642119dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:02.234039 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-f921db55-6e10-4ad9-9fc1-040642119dda admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2cc089f8-3c0d-4018-8332-e8cfb547accd HTTP/1.1" status: 204 len: 168 time: 0.2617626 Oct 25 15:06:02.252149 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138d839-2f77-4acb-ad97-151b8211a05d None None] New status for floating IP 913de183-3b05-455e-834c-0f8c86351e7f: DOWN {{(pid=86780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 15:06:02.423307 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568cdc2-933b-4d2f-8c8b-e15491552a71 req-025af43a-a366-42c3-8bf9-c7da7a8e1b4b tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:02.425904 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f568cdc2-933b-4d2f-8c8b-e15491552a71 req-025af43a-a366-42c3-8bf9-c7da7a8e1b4b tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.1061327 Oct 25 15:06:02.515585 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f568cdc2-933b-4d2f-8c8b-e15491552a71 req-5ab42880-fd81-44f2-af47-99233c496e42 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/security-groups?id=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782337 Oct 25 15:06:02.542075 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d350956-d526-4e31-9a65-604cdac573b9 req-4722fc58-72ff-4144-b125-119708e658b5 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:02.543376 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-8d350956-d526-4e31-9a65-604cdac573b9 req-4722fc58-72ff-4144-b125-119708e658b5 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Synchronizing usage tracker for tenant:fcd1a038445348f2b9368ef2698be26f on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:06:02.566956 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-8d350956-d526-4e31-9a65-604cdac573b9 req-4722fc58-72ff-4144-b125-119708e658b5 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Unset dirty status for tenant:fcd1a038445348f2b9368ef2698be26f on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:06:02.568271 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8d350956-d526-4e31-9a65-604cdac573b9 req-4722fc58-72ff-4144-b125-119708e658b5 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.31 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 945 time: 0.1136184 Oct 25 15:06:02.655769 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-8d350956-d526-4e31-9a65-604cdac573b9 req-95d942ce-2a42-4a42-9cc2-698d304d567d tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Deleting port bc83964b-16e2-42b3-8af7-11a9c13d5d18 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:06:02.656123 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-8d350956-d526-4e31-9a65-604cdac573b9 req-95d942ce-2a42-4a42-9cc2-698d304d567d tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:02.867843 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526693d-26c2-4076-96b8-77645fce80b3 req-a48685ed-b143-4837-8a2d-623e6871feb9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:02.876465 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3526693d-26c2-4076-96b8-77645fce80b3 req-a48685ed-b143-4837-8a2d-623e6871feb9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.1106012 Oct 25 15:06:02.930026 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3526693d-26c2-4076-96b8-77645fce80b3 req-26245084-b014-4251-abe6-e080df69ba00 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505445 Oct 25 15:06:02.960588 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-8d350956-d526-4e31-9a65-604cdac573b9 req-95d942ce-2a42-4a42-9cc2-698d304d567d tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] For port bc83964b-16e2-42b3-8af7-11a9c13d5d18, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bc83964b-16e2-42b3-8af7-11a9c13d5d18,segment=NetworkSegment(20424e51-891f-4967-93fe-cd22c9481e58),segment_id=20424e51-891f-4967-93fe-cd22c9481e58)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:06:02.960951 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-8d350956-d526-4e31-9a65-604cdac573b9 req-95d942ce-2a42-4a42-9cc2-698d304d567d tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:03.091914 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-8d350956-d526-4e31-9a65-604cdac573b9 req-95d942ce-2a42-4a42-9cc2-698d304d567d tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Calling delete_port for bc83964b-16e2-42b3-8af7-11a9c13d5d18 owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:06:03.255922 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-8d350956-d526-4e31-9a65-604cdac573b9 req-95d942ce-2a42-4a42-9cc2-698d304d567d tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:03.262921 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-25fb78a0-b4ed-4bff-9ca1-48e0d130a0bc tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:03.339365 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d942ce-2a42-4a42-9cc2-698d304d567d tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Pushing event deleted for resources: {'Port': ['ID=bc83964b-16e2-42b3-8af7-11a9c13d5d18,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:03.342502 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-95d942ce-2a42-4a42-9cc2-698d304d567d tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:03.400721 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d350956-d526-4e31-9a65-604cdac573b9 req-95d942ce-2a42-4a42-9cc2-698d304d567d tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] No DVR routers for this DVR port bc83964b-16e2-42b3-8af7-11a9c13d5d18 on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:06:03.404131 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-8d350956-d526-4e31-9a65-604cdac573b9 req-95d942ce-2a42-4a42-9cc2-698d304d567d tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:03.409617 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37728add-7da1-4695-a901-dcc6ec14c6de', 'name': 'network-vif-deleted', 'tag': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:06:03.430185 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-8d350956-d526-4e31-9a65-604cdac573b9 req-95d942ce-2a42-4a42-9cc2-698d304d567d tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.31 "DELETE /v2.0/ports/bc83964b-16e2-42b3-8af7-11a9c13d5d18 HTTP/1.1" status: 204 len: 173 time: 0.8560159 Oct 25 15:06:03.462327 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37728add-7da1-4695-a901-dcc6ec14c6de', 'name': 'network-vif-deleted', 'tag': 'bc83964b-16e2-42b3-8af7-11a9c13d5d18', 'status': 'completed', 'code': 200} Oct 25 15:06:03.698570 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-4cbe8cbc-0ccd-4b8b-a402-26750e506355 req-95db2838-1d7e-4389-a2b4-97270c05cebf tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "GET /v2.0/ports?device_id=37728add-7da1-4695-a901-dcc6ec14c6de HTTP/1.1" status: 200 len: 210 time: 0.0643599 Oct 25 15:06:04.145391 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffbd77-b496-434d-b3a3-e5d15112d5c5 req-d187b0e3-1ca3-411c-8a82-28547276b4cf tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:04.146783 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9cffbd77-b496-434d-b3a3-e5d15112d5c5 req-d187b0e3-1ca3-411c-8a82-28547276b4cf tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0910356 Oct 25 15:06:04.193085 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-9cffbd77-b496-434d-b3a3-e5d15112d5c5 req-4a45dff8-b699-473c-a944-a2ce31df1620 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400434 Oct 25 15:06:04.785664 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 35516) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:06:04.866074 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-b9075ad5-b0b9-4877-855a-861b13e8159f tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:04.898298 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-b9075ad5-b0b9-4877-855a-861b13e8159f tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:04.970934 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-b9075ad5-b0b9-4877-855a-861b13e8159f tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:04.975273 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-c5ab750d-8dbe-480c-abd2-31f30179e6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:04.989876 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9075ad5-b0b9-4877-855a-861b13e8159f tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c46dfd-0a87-419d-ba4a-dbcae7b93f2f,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:04.995098 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-b9075ad5-b0b9-4877-855a-861b13e8159f tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:05.010116 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-b9075ad5-b0b9-4877-855a-861b13e8159f tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:05.014062 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-b9075ad5-b0b9-4877-855a-861b13e8159f tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] 10.222.0.62 "DELETE /v2.0/security-groups/85c46dfd-0a87-419d-ba4a-dbcae7b93f2f HTTP/1.1" status: 204 len: 168 time: 0.2246122 Oct 25 15:06:05.057041 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 35524) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:06:05.667440 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67b3fa-4fb9-42e9-961a-1e82049dd6b4 req-c6c557c8-8d28-440b-a746-25edd971f53e tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:05.668923 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ea67b3fa-4fb9-42e9-961a-1e82049dd6b4 req-c6c557c8-8d28-440b-a746-25edd971f53e tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.3611686 Oct 25 15:06:05.788714 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494d39f-9043-4754-9919-cd29553a91b0 req-514549d6-0f5e-40ff-848c-f45aeab27ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:05.790198 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6494d39f-9043-4754-9919-cd29553a91b0 req-514549d6-0f5e-40ff-848c-f45aeab27ac6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff&device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 1098 time: 0.0735734 Oct 25 15:06:05.797313 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ea67b3fa-4fb9-42e9-961a-1e82049dd6b4 req-9a487111-732d-4830-84ed-e879bac231d1 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222568 Oct 25 15:06:05.958591 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494d39f-9043-4754-9919-cd29553a91b0 req-903947e2-b8a2-4d25-8d0b-708800c60de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:05.959966 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6494d39f-9043-4754-9919-cd29553a91b0 req-903947e2-b8a2-4d25-8d0b-708800c60de2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1486c024-f03d-46e5-ad51-efb345f205e9 HTTP/1.1" status: 200 len: 917 time: 0.1447814 Oct 25 15:06:06.012122 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1020dffb-0ed1-4a79-b2ad-4715d52fe4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748516'] for router_interface, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:06.066248 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6494d39f-9043-4754-9919-cd29553a91b0 req-5746562a-70c1-472e-8918-e991e074cb72 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7 HTTP/1.1" status: 200 len: 1000 time: 0.1002851 Oct 25 15:06:06.133336 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494d39f-9043-4754-9919-cd29553a91b0 req-5605e781-6201-49dc-a78d-02bea4546826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:06.135077 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6494d39f-9043-4754-9919-cd29553a91b0 req-5605e781-6201-49dc-a78d-02bea4546826 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c0ecf-a28b-4b05-be24-55014af38ee9 HTTP/1.1" status: 200 len: 855 time: 0.0622482 Oct 25 15:06:06.231940 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494d39f-9043-4754-9919-cd29553a91b0 req-14f19714-bbbd-456e-a656-5e0af6e9824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:06.233627 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6494d39f-9043-4754-9919-cd29553a91b0 req-14f19714-bbbd-456e-a656-5e0af6e9824a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1486c024-f03d-46e5-ad51-efb345f205e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0898829 Oct 25 15:06:06.390337 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-1020dffb-0ed1-4a79-b2ad-4715d52fe4e3 admin admin] Deleting port 2ba6bee4-0f6b-46cb-aab4-6af456e84369 {{(pid=86779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:06:06.390989 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1020dffb-0ed1-4a79-b2ad-4715d52fe4e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:06.503847 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6494d39f-9043-4754-9919-cd29553a91b0 req-0820939a-4edc-4e1a-bf31-fa91c1e0d04a service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626052 Oct 25 15:06:06.615984 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [None req-1020dffb-0ed1-4a79-b2ad-4715d52fe4e3 admin admin] For port 2ba6bee4-0f6b-46cb-aab4-6af456e84369, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=2ba6bee4-0f6b-46cb-aab4-6af456e84369,segment=NetworkSegment(20424e51-891f-4967-93fe-cd22c9481e58),segment_id=20424e51-891f-4967-93fe-cd22c9481e58)] {{(pid=86779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:06:06.616537 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1020dffb-0ed1-4a79-b2ad-4715d52fe4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:06.647529 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-6494d39f-9043-4754-9919-cd29553a91b0 req-f2f696c4-7619-40c1-91de-91ed5c7a973c service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358156 Oct 25 15:06:06.875265 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-1020dffb-0ed1-4a79-b2ad-4715d52fe4e3 admin admin] Calling delete_port for 2ba6bee4-0f6b-46cb-aab4-6af456e84369 owned by network:router_interface {{(pid=86779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:06:07.084951 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8ec2d-3a11-4686-824a-14b2b8b2338f req-a2f101b3-50a2-4c78-8f42-38e93fbc3323 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:07.086428 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0cd8ec2d-3a11-4686-824a-14b2b8b2338f req-a2f101b3-50a2-4c78-8f42-38e93fbc3323 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.1478648 Oct 25 15:06:07.146204 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0cd8ec2d-3a11-4686-824a-14b2b8b2338f req-9a912d16-778d-453b-9e24-88b072049876 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523198 Oct 25 15:06:07.203413 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device b62f0688-d17a-4406-90f6-b1cfdef2d7c7 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 15:06:07.213644 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device bc83964b-16e2-42b3-8af7-11a9c13d5d18 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:06:07.220406 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1020dffb-0ed1-4a79-b2ad-4715d52fe4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:07.224406 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e58be7ed-2ffe-4fda-9ea3-4d4801498b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:07.253234 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: bc83964b-16e2-42b3-8af7-11a9c13d5d18 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:06:07.253666 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device bc83964b-16e2-42b3-8af7-11a9c13d5d18 not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:06:07.270919 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020dffb-0ed1-4a79-b2ad-4715d52fe4e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba6bee4-0f6b-46cb-aab4-6af456e84369,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:07.274776 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1020dffb-0ed1-4a79-b2ad-4715d52fe4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:07.405808 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port b62f0688-d17a-4406-90f6-b1cfdef2d7c7, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:06:07.422092 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'port_id': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7', 'mac_address': 'fa:16:3e:41:9f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 15:06:07.487200 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:07.510728 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b62f0688-d17a-4406-90f6-b1cfdef2d7c7 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:06:07.541892 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port b62f0688-d17a-4406-90f6-b1cfdef2d7c7, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:06:07.553004 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:07.556749 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:07.630817 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,revision_number=6']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:07.641397 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:06:07.641765 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:06:07.642147 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:06:07.642773 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:06:07.643108 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:06:07.643505 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:06:07.643905 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:06:07.644230 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:06:07.644557 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:06:07.644883 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:06:07.645230 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:06:07.645533 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:06:07.650600 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:07.675971 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1020dffb-0ed1-4a79-b2ad-4715d52fe4e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766580'] for router_interface, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:07.724893 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['b62f0688-d17a-4406-90f6-b1cfdef2d7c7'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:06:08.124981 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1020dffb-0ed1-4a79-b2ad-4715d52fe4e3 admin admin] Router f8dc249c-9b58-4dc0-b626-27265caea469 has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:06:08.400131 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1020dffb-0ed1-4a79-b2ad-4715d52fe4e3 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:06:08.413037 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9bd193-4bf5-4114-95c3-1e6d3b2736a0 None None] Sync routers for ids ['f8dc249c-9b58-4dc0-b626-27265caea469'] in dv-cinder-813751-1-smb {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:06:08.421710 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-1020dffb-0ed1-4a79-b2ad-4715d52fe4e3 admin admin] 10.222.0.62 "PUT /v2.0/routers/f8dc249c-9b58-4dc0-b626-27265caea469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3608146 Oct 25 15:06:08.422146 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35558) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:06:08.424923 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9bd193-4bf5-4114-95c3-1e6d3b2736a0 None None] Routers {'f8dc249c-9b58-4dc0-b626-27265caea469'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:06:08.425933 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-ae9bd193-4bf5-4114-95c3-1e6d3b2736a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:05:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['f8dc249c-9b58-4dc0-b626-27265caea469'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:08.451683 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efff076-7186-4ad3-92c8-2e55140cd03e req-e0c4d568-e21b-4e5b-b47a-387b271eba8f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:08.462119 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0efff076-7186-4ad3-92c8-2e55140cd03e req-e0c4d568-e21b-4e5b-b47a-387b271eba8f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 944 time: 0.1345701 Oct 25 15:06:08.522480 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0efff076-7186-4ad3-92c8-2e55140cd03e req-b231b679-41e6-4141-8e8c-21737b75ca93 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590930 Oct 25 15:06:08.631358 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-ae9bd193-4bf5-4114-95c3-1e6d3b2736a0 None None] Set router f8dc249c-9b58-4dc0-b626-27265caea469 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:06:08.696482 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-36f25bb5-c96f-4ce8-aef0-dab9aaff6263 admin admin] Notify callbacks [] for router, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:08.892429 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-36f25bb5-c96f-4ce8-aef0-dab9aaff6263 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:08.904204 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-36f25bb5-c96f-4ce8-aef0-dab9aaff6263 admin admin] Deleting port 77130e3c-9fb6-4b60-99be-f3f40dce1319 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:06:08.904551 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-36f25bb5-c96f-4ce8-aef0-dab9aaff6263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:09.073622 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-ae9bd193-4bf5-4114-95c3-1e6d3b2736a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'name': 'tempest-TestShelveInstance-901667256-router', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:38Z', 'updated_at': '2021-10-25T15:06:07Z', 'revision_number': 5, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'gw_port': {'id': '77130e3c-9fb6-4b60-99be-f3f40dce1319', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:40Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:09.078910 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9bd193-4bf5-4114-95c3-1e6d3b2736a0 None None] Checking router: f8dc249c-9b58-4dc0-b626-27265caea469 for host: dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:06:09.089760 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9bd193-4bf5-4114-95c3-1e6d3b2736a0 None None] Routers {'f8dc249c-9b58-4dc0-b626-27265caea469'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:06:09.090976 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-ae9bd193-4bf5-4114-95c3-1e6d3b2736a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:05:44Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['f8dc249c-9b58-4dc0-b626-27265caea469'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:09.192396 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-36f25bb5-c96f-4ce8-aef0-dab9aaff6263 admin admin] For port 77130e3c-9fb6-4b60-99be-f3f40dce1319, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=77130e3c-9fb6-4b60-99be-f3f40dce1319,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:06:09.192919 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-36f25bb5-c96f-4ce8-aef0-dab9aaff6263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:09.218973 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device b62f0688-d17a-4406-90f6-b1cfdef2d7c7 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:06:09.317501 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-ae9bd193-4bf5-4114-95c3-1e6d3b2736a0 None None] Set router f8dc249c-9b58-4dc0-b626-27265caea469 gateway port host: None {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:06:09.342978 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port b62f0688-d17a-4406-90f6-b1cfdef2d7c7 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:06:09.343266 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:09.405285 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-36f25bb5-c96f-4ce8-aef0-dab9aaff6263 admin admin] Calling delete_port for 77130e3c-9fb6-4b60-99be-f3f40dce1319 owned by network:router_gateway {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:06:09.439140 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-fd022a83-8831-4a90-8b0a-e00de40f0150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:09.525263 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-ae9bd193-4bf5-4114-95c3-1e6d3b2736a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'name': 'tempest-TestShelveInstance-901667256-router', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:38Z', 'updated_at': '2021-10-25T15:06:08Z', 'revision_number': 6, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'gw_port_host': None}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:09.556871 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:09.559929 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9bd193-4bf5-4114-95c3-1e6d3b2736a0 None None] The sync data for ids ['f8dc249c-9b58-4dc0-b626-27265caea469'] in dv-cinder-813751-1-smb is: [{'id': 'f8dc249c-9b58-4dc0-b626-27265caea469', 'name': 'tempest-TestShelveInstance-901667256-router', 'tenant_id': 'fcd1a038445348f2b9368ef2698be26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:38Z', 'updated_at': '2021-10-25T15:06:08Z', 'revision_number': 6, 'project_id': 'fcd1a038445348f2b9368ef2698be26f', 'gw_port_host': None}] {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:06:09.629023 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711bcb54-cf32-4828-9d54-5456e497e853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:06:09.660066 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port b62f0688-d17a-4406-90f6-b1cfdef2d7c7, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:06:09.688679 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:09.694929 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-fc2d8963-3d43-4b40-a444-89746219736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:09.795810 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711bcb54-cf32-4828-9d54-5456e497e853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7', 'code': 200} Oct 25 15:06:09.796791 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,revision_number=7']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:09.800372 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:09.841576 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-36f25bb5-c96f-4ce8-aef0-dab9aaff6263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:09.868764 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-95278edf-60be-47f5-89e0-7cf1282ac990 tempest-AttachVolumeNegativeTest-1989328547 tempest-AttachVolumeNegativeTest-1989328547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:09.961135 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:09.981221 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f22719-73f1-4408-b7d4-c291a0ddc981 req-de78a819-5446-4fc2-8038-9e0809a5e8ad tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:09.990194 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a4f22719-73f1-4408-b7d4-c291a0ddc981 req-de78a819-5446-4fc2-8038-9e0809a5e8ad tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.2361155 Oct 25 15:06:10.064465 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f25bb5-c96f-4ce8-aef0-dab9aaff6263 admin admin] Pushing event deleted for resources: {'Port': ['ID=77130e3c-9fb6-4b60-99be-f3f40dce1319,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:10.066888 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-36f25bb5-c96f-4ce8-aef0-dab9aaff6263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672777'] for router_gateway, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:10.101525 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a4f22719-73f1-4408-b7d4-c291a0ddc981 req-ec46da56-0ce4-4308-8d54-d7ad400a9fb6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035080 Oct 25 15:06:10.217981 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-36f25bb5-c96f-4ce8-aef0-dab9aaff6263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:10.430697 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-36f25bb5-c96f-4ce8-aef0-dab9aaff6263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34898'] for router, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:10.435019 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-36f25bb5-c96f-4ce8-aef0-dab9aaff6263 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:10.479760 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-36f25bb5-c96f-4ce8-aef0-dab9aaff6263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746482'] for router, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:10.480652 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f25bb5-c96f-4ce8-aef0-dab9aaff6263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8dc249c-9b58-4dc0-b626-27265caea469 {{(pid=86778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 25 15:06:10.500129 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-36f25bb5-c96f-4ce8-aef0-dab9aaff6263 admin admin] Notify callbacks [] for router, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:10.507627 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 35630) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:06:10.508059 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-36f25bb5-c96f-4ce8-aef0-dab9aaff6263 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f8dc249c-9b58-4dc0-b626-27265caea469 HTTP/1.1" status: 204 len: 168 time: 2.0843928 Oct 25 15:06:10.521303 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 2ba6bee4-0f6b-46cb-aab4-6af456e84369 no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:06:10.578532 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: 2ba6bee4-0f6b-46cb-aab4-6af456e84369 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:06:10.579336 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 2ba6bee4-0f6b-46cb-aab4-6af456e84369 not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:06:10.624999 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c65e3b-ad31-4c47-9f24-10b661de141a admin admin] Deleting subnet e45d5640-5a1d-4a94-b681-fed4499ffe87 {{(pid=86779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Oct 25 15:06:10.628608 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e4c65e3b-ad31-4c47-9f24-10b661de141a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:10.695292 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e4c65e3b-ad31-4c47-9f24-10b661de141a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27903079'] for subnet, precommit_delete_associations {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:10.793398 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e4c65e3b-ad31-4c47-9f24-10b661de141a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4057954'] for subnet, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:10.910448 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e4c65e3b-ad31-4c47-9f24-10b661de141a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4057961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28131434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27357772'] for subnet, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:10.920657 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:10.961517 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c65e3b-ad31-4c47-9f24-10b661de141a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45d5640-5a1d-4a94-b681-fed4499ffe87,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:10.965635 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e4c65e3b-ad31-4c47-9f24-10b661de141a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:10.966638 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e4c65e3b-ad31-4c47-9f24-10b661de141a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:10.973396 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-e4c65e3b-ad31-4c47-9f24-10b661de141a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e45d5640-5a1d-4a94-b681-fed4499ffe87 HTTP/1.1" status: 204 len: 168 time: 0.4636874 Oct 25 15:06:10.977323 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 35634) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:06:10.987311 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9812a6-1faa-4cc9-8ead-1f348fee334a None None] Network 072cfa13-e29b-47cb-88aa-7b9ac543eaf2 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 15:06:11.157835 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4166563'] for network, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:11.173480 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] Deleting port c195250a-1cb5-4c5d-a85c-8af4ad09bc39 {{(pid=86779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:06:11.173783 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:11.433318 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f21332-79e1-4a10-8531-b79bbcf4bf7b None None] DHCP port deletion for 072cfa13-e29b-47cb-88aa-7b9ac543eaf2 request from dv-cinder-813751-1-smb {{(pid=86780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 25 15:06:11.444652 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-b7f21332-79e1-4a10-8531-b79bbcf4bf7b None None] Deleting port c195250a-1cb5-4c5d-a85c-8af4ad09bc39 {{(pid=86780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:06:11.445278 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b7f21332-79e1-4a10-8531-b79bbcf4bf7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:11.738575 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74672859-d1cc-4581-bf3a-b6b219660893 req-c79924c0-b780-474f-b398-84899f2bc85a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:11.746867 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-74672859-d1cc-4581-bf3a-b6b219660893 req-c79924c0-b780-474f-b398-84899f2bc85a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.4409926 Oct 25 15:06:11.750386 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] For port c195250a-1cb5-4c5d-a85c-8af4ad09bc39, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=c195250a-1cb5-4c5d-a85c-8af4ad09bc39,segment=NetworkSegment(20424e51-891f-4967-93fe-cd22c9481e58),segment_id=20424e51-891f-4967-93fe-cd22c9481e58)] {{(pid=86779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:06:11.751051 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:11.905201 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] Calling delete_port for c195250a-1cb5-4c5d-a85c-8af4ad09bc39 owned by network:dhcp {{(pid=86779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:06:12.015441 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-74672859-d1cc-4581-bf3a-b6b219660893 req-dde0f749-78b2-4a0b-923c-0554b99bd709 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673936 Oct 25 15:06:12.043127 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-b7f21332-79e1-4a10-8531-b79bbcf4bf7b None None] For port c195250a-1cb5-4c5d-a85c-8af4ad09bc39, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=c195250a-1cb5-4c5d-a85c-8af4ad09bc39,segment=NetworkSegment(20424e51-891f-4967-93fe-cd22c9481e58),segment_id=20424e51-891f-4967-93fe-cd22c9481e58)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:06:12.043986 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b7f21332-79e1-4a10-8531-b79bbcf4bf7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:12.093839 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:12.097896 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-bba1733c-27a6-40e3-9733-36131a6c9f10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:12.159013 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=c195250a-1cb5-4c5d-a85c-8af4ad09bc39,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:12.177381 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:12.181346 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] No DVR routers for this DVR port c195250a-1cb5-4c5d-a85c-8af4ad09bc39 on host dv-cinder-813751-1-smb {{(pid=86779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:06:12.225439 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-b7f21332-79e1-4a10-8531-b79bbcf4bf7b None None] Calling delete_port for c195250a-1cb5-4c5d-a85c-8af4ad09bc39 owned by network:dhcp {{(pid=86780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:06:12.317200 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 77130e3c-9fb6-4b60-99be-f3f40dce1319 no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:06:12.381238 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.db.api [None req-b7f21332-79e1-4a10-8531-b79bbcf4bf7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 15:06:12.381476 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_db.api [None req-b7f21332-79e1-4a10-8531-b79bbcf4bf7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 15:06:12.382056 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: 77130e3c-9fb6-4b60-99be-f3f40dce1319 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:06:12.382402 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 77130e3c-9fb6-4b60-99be-f3f40dce1319 not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:06:12.383092 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device c195250a-1cb5-4c5d-a85c-8af4ad09bc39 no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:06:12.421621 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283197', 'neutron.services.segments.db._delete_segments_for_network-8733670938031'] for network, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:12.429803 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: c195250a-1cb5-4c5d-a85c-8af4ad09bc39 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:06:12.430118 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device c195250a-1cb5-4c5d-a85c-8af4ad09bc39 not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:06:12.460351 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072cfa13-e29b-47cb-88aa-7b9ac543eaf2']}} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:12.476456 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20424e51-891f-4967-93fe-cd22c9481e58') {'for_net_delete': True} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:12.476456 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20424e51-891f-4967-93fe-cd22c9481e58') {} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:12.495022 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733670937869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27903068'] for segment, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:12.523707 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:12.535794 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=86779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 15:06:12.536199 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4059317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28131536'] for segment, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: Traceback (most recent call last): Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: timer() Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: cb(*args, **kw) Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: return func(*args, **kwargs) Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: self._notify() Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: self.callback(batched_events) Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: event.method(event) Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: return f(self, *a, **k) Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: return self._get(url).json() Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: return self.request(url, 'GET', **kwargs) Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 15:06:12.553441 dv-cinder-813751-1-smb neutron-server[86779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 15:06:12.709179 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672812'] for network, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:12.719349 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:12.737506 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e36af16c-f190-4373-ad42-4e7966d9ee44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:12.798578 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] Pushing event deleted for resources: {'Network': ['ID=072cfa13-e29b-47cb-88aa-7b9ac543eaf2,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:12.807017 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:12.827736 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-282e1697-bea7-4560-88aa-73b122589d55 admin admin] 10.222.0.62 "DELETE /v2.0/networks/072cfa13-e29b-47cb-88aa-7b9ac543eaf2 HTTP/1.1" status: 204 len: 168 time: 1.8410079 Oct 25 15:06:12.829322 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 35650) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:06:12.887912 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-b7f21332-79e1-4a10-8531-b79bbcf4bf7b None None] Deleting port c195250a-1cb5-4c5d-a85c-8af4ad09bc39 {{(pid=86780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:06:12.889140 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b7f21332-79e1-4a10-8531-b79bbcf4bf7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:12.986833 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-b7f21332-79e1-4a10-8531-b79bbcf4bf7b None None] The port 'c195250a-1cb5-4c5d-a85c-8af4ad09bc39' was deleted {{(pid=86780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Oct 25 15:06:13.575582 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ba44e-862b-4b4e-817c-6b3019ec1860 req-2b34a8c7-045c-46d5-996a-06125fcfee55 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:13.588352 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ce7ba44e-862b-4b4e-817c-6b3019ec1860 req-2b34a8c7-045c-46d5-996a-06125fcfee55 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.3000703 Oct 25 15:06:13.758580 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-1081cd06-033c-4629-8702-39f9536daf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:13.848564 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ce7ba44e-862b-4b4e-817c-6b3019ec1860 req-dfe497e3-936d-4188-94cd-b32ae7268995 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586691 Oct 25 15:06:14.015243 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-449f0467-c6ec-41a4-a550-e6fdaa234efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748516'] for router_interface, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:14.477266 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-449f0467-c6ec-41a4-a550-e6fdaa234efb admin admin] Deleting port 55677369-b34d-4f82-8daf-fb1ec118da76 {{(pid=86779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:06:14.477832 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-449f0467-c6ec-41a4-a550-e6fdaa234efb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:14.687966 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [None req-449f0467-c6ec-41a4-a550-e6fdaa234efb admin admin] For port 55677369-b34d-4f82-8daf-fb1ec118da76, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=55677369-b34d-4f82-8daf-fb1ec118da76,segment=NetworkSegment(00add08b-8850-4d92-ab5c-f1d3cda6a7f0),segment_id=00add08b-8850-4d92-ab5c-f1d3cda6a7f0)] {{(pid=86779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:06:14.689101 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-449f0467-c6ec-41a4-a550-e6fdaa234efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:14.760796 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:14.847146 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-449f0467-c6ec-41a4-a550-e6fdaa234efb admin admin] Calling delete_port for 55677369-b34d-4f82-8daf-fb1ec118da76 owned by network:router_interface {{(pid=86779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:06:15.169217 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-449f0467-c6ec-41a4-a550-e6fdaa234efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:15.174196 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-bad3df1e-7972-4b79-b5b4-f0759cbf3fea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:15.274467 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f0467-c6ec-41a4-a550-e6fdaa234efb admin admin] Pushing event deleted for resources: {'Port': ['ID=55677369-b34d-4f82-8daf-fb1ec118da76,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:15.281403 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-449f0467-c6ec-41a4-a550-e6fdaa234efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:15.312060 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3fea5-9358-4c0e-a7ec-3857c07a116c req-01eafe01-5e09-4a22-9bcf-68702fc299d3 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:15.320394 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-61e3fea5-9358-4c0e-a7ec-3857c07a116c req-01eafe01-5e09-4a22-9bcf-68702fc299d3 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.3070419 Oct 25 15:06:15.423628 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-61e3fea5-9358-4c0e-a7ec-3857c07a116c req-0e37b144-8648-4f8f-acb7-5b469259796a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023214 Oct 25 15:06:15.668051 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-449f0467-c6ec-41a4-a550-e6fdaa234efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766580'] for router_interface, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:15.686541 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35676) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:06:15.876400 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f73dec37-80c8-4921-933e-f498efe0dd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:15.921548 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-f73dec37-80c8-4921-933e-f498efe0dd7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:06:15.929105 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-f73dec37-80c8-4921-933e-f498efe0dd7b admin admin] Usage tracker for resource:security_group_rule and tenant:a603960089e04eb7831e0e9dccafb878 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:06:15.937887 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-f73dec37-80c8-4921-933e-f498efe0dd7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:06:15.950043 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-f73dec37-80c8-4921-933e-f498efe0dd7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:06:16.094529 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f73dec37-80c8-4921-933e-f498efe0dd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:16.100602 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f73dec37-80c8-4921-933e-f498efe0dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:16.119234 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-28503a7a-9f40-4227-8064-106d9affadae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:16.156970 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-f73dec37-80c8-4921-933e-f498efe0dd7b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a603960089e04eb7831e0e9dccafb878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4662108 Oct 25 15:06:16.161332 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35682) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:06:16.181866 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73dec37-80c8-4921-933e-f498efe0dd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bf36d8-327e-4db7-90bd-ce8c2261fb11,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:16.186686 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f73dec37-80c8-4921-933e-f498efe0dd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:16.266152 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fc4961fc-b019-419f-b841-a0eb400f953d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:16.275659 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449f0467-c6ec-41a4-a550-e6fdaa234efb admin admin] Router a48fa7ea-0f31-41b1-8987-569c1d91206f has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:06:16.302781 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fc4961fc-b019-419f-b841-a0eb400f953d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:16.398739 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fc4961fc-b019-419f-b841-a0eb400f953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:16.407076 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-862b91c9-ff0e-41ce-8565-933208768c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:16.429417 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4961fc-b019-419f-b841-a0eb400f953d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bf36d8-327e-4db7-90bd-ce8c2261fb11,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:16.434123 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-fc4961fc-b019-419f-b841-a0eb400f953d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:16.436059 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fc4961fc-b019-419f-b841-a0eb400f953d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:16.438187 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-fc4961fc-b019-419f-b841-a0eb400f953d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6bf36d8-327e-4db7-90bd-ce8c2261fb11 HTTP/1.1" status: 204 len: 168 time: 0.2754221 Oct 25 15:06:16.540971 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449f0467-c6ec-41a4-a550-e6fdaa234efb admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:06:16.550288 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:16.559108 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35694) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:06:16.559579 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-449f0467-c6ec-41a4-a550-e6fdaa234efb admin admin] 10.222.0.62 "PUT /v2.0/routers/a48fa7ea-0f31-41b1-8987-569c1d91206f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7279022 Oct 25 15:06:16.561307 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67a5e6-7fff-42db-aa57-13f0123edd68 None None] Sync routers for ids ['a48fa7ea-0f31-41b1-8987-569c1d91206f'] in dv-cinder-813751-1-smb {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:06:16.605231 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac67a5e6-7fff-42db-aa57-13f0123edd68 None None] Routers {'a48fa7ea-0f31-41b1-8987-569c1d91206f'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:06:16.608364 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-ac67a5e6-7fff-42db-aa57-13f0123edd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:06:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a48fa7ea-0f31-41b1-8987-569c1d91206f'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:16.908076 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0309604c-9ea8-4199-ba41-fa139ed9b15a admin admin] Notify callbacks [] for router, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:17.019374 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02846185-13e8-4745-a1ac-fa00d2a00e8b req-d395afcf-afd4-481b-9329-40c09701c35f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:17.032890 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-02846185-13e8-4745-a1ac-fa00d2a00e8b req-d395afcf-afd4-481b-9329-40c09701c35f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.2545919 Oct 25 15:06:17.130029 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-02846185-13e8-4745-a1ac-fa00d2a00e8b req-4332d087-fad6-45b6-87eb-769cd1c2b3fd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957148 Oct 25 15:06:17.180937 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-ac67a5e6-7fff-42db-aa57-13f0123edd68 None None] Set router a48fa7ea-0f31-41b1-8987-569c1d91206f gateway port host: dv-cinder-813751-1-smb {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:06:17.395062 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0309604c-9ea8-4199-ba41-fa139ed9b15a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:17.416497 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-0309604c-9ea8-4199-ba41-fa139ed9b15a admin admin] Deleting port 137b44e5-3038-4a3c-912c-9a42a444c05e {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:06:17.417973 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0309604c-9ea8-4199-ba41-fa139ed9b15a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:17.563777 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-ac67a5e6-7fff-42db-aa57-13f0123edd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'name': 'tempest-TestShelveInstance-1113769098-router', 'tenant_id': '536659e5588e49d7b21b43f50c4945ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.85'}], 'enable_snat': True}, 'gw_port_id': '137b44e5-3038-4a3c-912c-9a42a444c05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:01Z', 'updated_at': '2021-10-25T15:06:15Z', 'revision_number': 5, 'project_id': '536659e5588e49d7b21b43f50c4945ac', 'gw_port': {'id': '137b44e5-3038-4a3c-912c-9a42a444c05e', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:03Z', 'updated_at': '2021-10-25T15:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:17.576805 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67a5e6-7fff-42db-aa57-13f0123edd68 None None] Checking router: a48fa7ea-0f31-41b1-8987-569c1d91206f for host: dv-cinder-813751-1-smb {{(pid=86780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:06:17.597420 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac67a5e6-7fff-42db-aa57-13f0123edd68 None None] Routers {'a48fa7ea-0f31-41b1-8987-569c1d91206f'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:06:17.599095 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-ac67a5e6-7fff-42db-aa57-13f0123edd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:06:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['a48fa7ea-0f31-41b1-8987-569c1d91206f'], 'active': True} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:17.691441 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-0309604c-9ea8-4199-ba41-fa139ed9b15a admin admin] For port 137b44e5-3038-4a3c-912c-9a42a444c05e, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=137b44e5-3038-4a3c-912c-9a42a444c05e,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:06:17.691910 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0309604c-9ea8-4199-ba41-fa139ed9b15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:17.851524 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-0309604c-9ea8-4199-ba41-fa139ed9b15a admin admin] Calling delete_port for 137b44e5-3038-4a3c-912c-9a42a444c05e owned by network:router_gateway {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:06:17.865587 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvr_db [None req-ac67a5e6-7fff-42db-aa57-13f0123edd68 None None] Set router a48fa7ea-0f31-41b1-8987-569c1d91206f gateway port host: None {{(pid=86780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:06:18.161743 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_hamode_db [None req-ac67a5e6-7fff-42db-aa57-13f0123edd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'name': 'tempest-TestShelveInstance-1113769098-router', 'tenant_id': '536659e5588e49d7b21b43f50c4945ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:01Z', 'updated_at': '2021-10-25T15:06:17Z', 'revision_number': 6, 'project_id': '536659e5588e49d7b21b43f50c4945ac', 'gw_port_host': None}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:18.166283 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67a5e6-7fff-42db-aa57-13f0123edd68 None None] The sync data for ids ['a48fa7ea-0f31-41b1-8987-569c1d91206f'] in dv-cinder-813751-1-smb is: [{'id': 'a48fa7ea-0f31-41b1-8987-569c1d91206f', 'name': 'tempest-TestShelveInstance-1113769098-router', 'tenant_id': '536659e5588e49d7b21b43f50c4945ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:01Z', 'updated_at': '2021-10-25T15:06:17Z', 'revision_number': 6, 'project_id': '536659e5588e49d7b21b43f50c4945ac', 'gw_port_host': None}] {{(pid=86780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:06:18.220952 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0309604c-9ea8-4199-ba41-fa139ed9b15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:18.226714 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-41af95ef-8a21-48a6-aebc-68186d15fb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:18.282912 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309604c-9ea8-4199-ba41-fa139ed9b15a admin admin] Pushing event deleted for resources: {'Port': ['ID=137b44e5-3038-4a3c-912c-9a42a444c05e,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:18.314804 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-0309604c-9ea8-4199-ba41-fa139ed9b15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:18.399916 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0309604c-9ea8-4199-ba41-fa139ed9b15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672777'] for router_gateway, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:18.415549 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e9475-725f-4c2a-99c6-dd6b9649a6a1 req-da70b4a4-2788-4eb0-af85-4c2eea7cfe71 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:18.418628 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6e5e9475-725f-4c2a-99c6-dd6b9649a6a1 req-da70b4a4-2788-4eb0-af85-4c2eea7cfe71 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.1012475 Oct 25 15:06:18.491840 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-6e5e9475-725f-4c2a-99c6-dd6b9649a6a1 req-d0123302-5926-461c-a0ab-7b228fe5b231 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668859 Oct 25 15:06:18.676991 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0309604c-9ea8-4199-ba41-fa139ed9b15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34898'] for router, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:18.684985 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0309604c-9ea8-4199-ba41-fa139ed9b15a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:18.737486 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0309604c-9ea8-4199-ba41-fa139ed9b15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746482'] for router, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:18.738611 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0309604c-9ea8-4199-ba41-fa139ed9b15a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a48fa7ea-0f31-41b1-8987-569c1d91206f {{(pid=86778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 25 15:06:18.774171 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0309604c-9ea8-4199-ba41-fa139ed9b15a admin admin] Notify callbacks [] for router, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:18.776382 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-0309604c-9ea8-4199-ba41-fa139ed9b15a admin admin] 10.222.0.62 "DELETE /v2.0/routers/a48fa7ea-0f31-41b1-8987-569c1d91206f HTTP/1.1" status: 204 len: 168 time: 2.2154779 Oct 25 15:06:18.779355 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35700) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:06:19.006366 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda7b6a6-bd2d-478d-93e1-28a2ccc65498 admin admin] Deleting subnet 3215d5f5-b076-4981-b2b1-9d42e87fc83e {{(pid=86778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Oct 25 15:06:19.011600 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fda7b6a6-bd2d-478d-93e1-28a2ccc65498 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:19.095237 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fda7b6a6-bd2d-478d-93e1-28a2ccc65498 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28201564'] for subnet, precommit_delete_associations {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:19.261066 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fda7b6a6-bd2d-478d-93e1-28a2ccc65498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4057954'] for subnet, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:19.374548 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fda7b6a6-bd2d-478d-93e1-28a2ccc65498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4057961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27816528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1469806'] for subnet, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:19.383369 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:19.452537 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7b6a6-bd2d-478d-93e1-28a2ccc65498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3215d5f5-b076-4981-b2b1-9d42e87fc83e,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:19.458075 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-fda7b6a6-bd2d-478d-93e1-28a2ccc65498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:19.459806 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fda7b6a6-bd2d-478d-93e1-28a2ccc65498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:19.476322 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 35704) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:06:19.477942 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c357e3b-baf9-4e1c-9fc9-972879b46184 None None] Network f4d2312a-0c13-4e7d-9e5f-15879b62d5df requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 15:06:19.484451 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-fda7b6a6-bd2d-478d-93e1-28a2ccc65498 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3215d5f5-b076-4981-b2b1-9d42e87fc83e HTTP/1.1" status: 204 len: 168 time: 0.7031827 Oct 25 15:06:19.738894 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4166563'] for network, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:19.765303 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Deleting port 871d2d66-805c-406c-94cd-f4524eb1f2c3 {{(pid=86779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:06:19.765950 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:19.826600 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66c6f36-39ca-42d6-a359-e71df3e58600 None None] DHCP port deletion for f4d2312a-0c13-4e7d-9e5f-15879b62d5df request from dv-cinder-813751-1-smb {{(pid=86780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 25 15:06:19.836679 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-d66c6f36-39ca-42d6-a359-e71df3e58600 None None] Deleting port 871d2d66-805c-406c-94cd-f4524eb1f2c3 {{(pid=86780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:06:19.837393 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-d66c6f36-39ca-42d6-a359-e71df3e58600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:20.075786 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-d66c6f36-39ca-42d6-a359-e71df3e58600 None None] For port 871d2d66-805c-406c-94cd-f4524eb1f2c3, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=871d2d66-805c-406c-94cd-f4524eb1f2c3,segment=NetworkSegment(00add08b-8850-4d92-ab5c-f1d3cda6a7f0),segment_id=00add08b-8850-4d92-ab5c-f1d3cda6a7f0)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:06:20.076299 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-d66c6f36-39ca-42d6-a359-e71df3e58600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:20.117717 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c75cc-8da9-40d0-bdca-c70c757c8a5d req-0762f782-4433-4466-b4c5-117560a2caef tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:20.120444 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3d0c75cc-8da9-40d0-bdca-c70c757c8a5d req-0762f782-4433-4466-b4c5-117560a2caef tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.3106377 Oct 25 15:06:20.185001 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3d0c75cc-8da9-40d0-bdca-c70c757c8a5d req-426fb54a-6b07-4c54-9416-1e5408010f59 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505216 Oct 25 15:06:20.196142 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.db [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] For port 871d2d66-805c-406c-94cd-f4524eb1f2c3, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=871d2d66-805c-406c-94cd-f4524eb1f2c3,segment=NetworkSegment(00add08b-8850-4d92-ab5c-f1d3cda6a7f0),segment_id=00add08b-8850-4d92-ab5c-f1d3cda6a7f0)] {{(pid=86779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:06:20.199673 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:20.248584 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-d66c6f36-39ca-42d6-a359-e71df3e58600 None None] Calling delete_port for 871d2d66-805c-406c-94cd-f4524eb1f2c3 owned by network:dhcp {{(pid=86780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:06:20.279552 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 871d2d66-805c-406c-94cd-f4524eb1f2c3 no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:06:20.361229 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Calling delete_port for 871d2d66-805c-406c-94cd-f4524eb1f2c3 owned by network:dhcp {{(pid=86779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:06:20.431698 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-d66c6f36-39ca-42d6-a359-e71df3e58600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396'] for port, after_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:20.437354 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:20.454257 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.db.api [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 15:06:20.454636 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_db.api [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 15:06:20.481352 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Port 871d2d66-805c-406c-94cd-f4524eb1f2c3 update to DOWN by agent not found {{(pid=86780) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Oct 25 15:06:20.481948 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 137b44e5-3038-4a3c-912c-9a42a444c05e no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:06:20.520774 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c6f36-39ca-42d6-a359-e71df3e58600 None None] Pushing event deleted for resources: {'Port': ['ID=871d2d66-805c-406c-94cd-f4524eb1f2c3,revision_number=None']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:20.539350 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-d66c6f36-39ca-42d6-a359-e71df3e58600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:20.541118 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66c6f36-39ca-42d6-a359-e71df3e58600 None None] No DVR routers for this DVR port 871d2d66-805c-406c-94cd-f4524eb1f2c3 on host dv-cinder-813751-1-smb {{(pid=86780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:06:20.542943 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: 137b44e5-3038-4a3c-912c-9a42a444c05e {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:06:20.543326 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 137b44e5-3038-4a3c-912c-9a42a444c05e not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:06:20.543905 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 55677369-b34d-4f82-8daf-fb1ec118da76 no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:06:20.583836 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: 55677369-b34d-4f82-8daf-fb1ec118da76 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:06:20.584187 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 55677369-b34d-4f82-8daf-fb1ec118da76 not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:06:20.955335 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Deleting port 871d2d66-805c-406c-94cd-f4524eb1f2c3 {{(pid=86779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:06:20.955938 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:21.154950 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] The port '871d2d66-805c-406c-94cd-f4524eb1f2c3' was deleted {{(pid=86779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Oct 25 15:06:21.317014 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283197', 'neutron.services.segments.db._delete_segments_for_network-8733670938031'] for network, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:21.352692 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d2312a-0c13-4e7d-9e5f-15879b62d5df']}} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:21.369062 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00add08b-8850-4d92-ab5c-f1d3cda6a7f0') {'for_net_delete': True} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:21.369333 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.services.segments.db [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00add08b-8850-4d92-ab5c-f1d3cda6a7f0') {} {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:06:21.388994 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733670937869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27903068'] for segment, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:21.466992 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:21.476243 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=86779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 15:06:21.476643 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4059317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28131536'] for segment, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: util.warn( Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: util.warn( Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: util.warn( Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: util.warn( Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: Traceback (most recent call last): Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: timer() Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: cb(*args, **kw) Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: return func(*args, **kwargs) Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: self._notify() Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: self.callback(batched_events) Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: event.method(event) Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: return f(self, *a, **k) Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: return self._get(url).json() Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: return self.request(url, 'GET', **kwargs) Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 15:06:21.492404 dv-cinder-813751-1-smb neutron-server[86779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 15:06:21.599288 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672812'] for network, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:21.608980 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:21.629726 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:21.640581 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c9659-3d3d-44cd-b503-378a2656102f req-38d0ca39-7686-4d74-a3ce-dac129eecbd1 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:21.644172 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3a7c9659-3d3d-44cd-b503-378a2656102f req-38d0ca39-7686-4d74-a3ce-dac129eecbd1 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.2445993 Oct 25 15:06:21.648543 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4d2312a-0c13-4e7d-9e5f-15879b62d5df,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:21.655904 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f4d2312a-0c13-4e7d-9e5f-15879b62d5df HTTP/1.1" status: 204 len: 168 time: 2.1796935 Oct 25 15:06:21.658181 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-6a2670d5-1989-4403-be3e-641cf0c38138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:21.703780 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-3a7c9659-3d3d-44cd-b503-378a2656102f req-6a028417-9640-45a2-b3ab-0a3eefc0d90a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467091 Oct 25 15:06:21.906992 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35728) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:06:21.969141 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-c1c9a210-af62-4f60-9279-6f18dd7938a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fcd1a038445348f2b9368ef2698be26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0607603 Oct 25 15:06:21.971505 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35732) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:06:22.038783 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fda98aaf-7d93-47ab-a335-265bb2a4d5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:22.067024 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fda98aaf-7d93-47ab-a335-265bb2a4d5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:22.122677 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fda98aaf-7d93-47ab-a335-265bb2a4d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:22.132015 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-d3243010-7b06-4b88-992b-f9a97155c427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:22.147938 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda98aaf-7d93-47ab-a335-265bb2a4d5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a7b4fd-072a-4682-8743-960515032ae7,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:22.153259 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-fda98aaf-7d93-47ab-a335-265bb2a4d5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:22.159230 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fda98aaf-7d93-47ab-a335-265bb2a4d5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:22.160809 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-fda98aaf-7d93-47ab-a335-265bb2a4d5cc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47a7b4fd-072a-4682-8743-960515032ae7 HTTP/1.1" status: 204 len: 168 time: 0.1882596 Oct 25 15:06:22.446592 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea56194-4405-4dbb-9c58-dc4ecf9bf3dd req-4396b7ae-4c15-4817-b218-12946aab0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:22.448783 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1ea56194-4405-4dbb-9c58-dc4ecf9bf3dd req-4396b7ae-4c15-4817-b218-12946aab0860 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff&device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 1098 time: 0.0794601 Oct 25 15:06:22.538032 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35740) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:06:22.631360 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea56194-4405-4dbb-9c58-dc4ecf9bf3dd req-8797f03f-71d8-4053-842c-5feb5bea54e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:22.632849 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1ea56194-4405-4dbb-9c58-dc4ecf9bf3dd req-8797f03f-71d8-4053-842c-5feb5bea54e5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1486c024-f03d-46e5-ad51-efb345f205e9 HTTP/1.1" status: 200 len: 917 time: 0.1781924 Oct 25 15:06:22.635168 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-42d5680d-f7e2-4896-9813-927a26643db3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=536659e5588e49d7b21b43f50c4945ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959268 Oct 25 15:06:22.638562 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35744) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:06:22.776403 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1ea56194-4405-4dbb-9c58-dc4ecf9bf3dd req-4a85b1ea-bc30-41e4-9219-e252070ef072 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7 HTTP/1.1" status: 200 len: 1000 time: 0.1269886 Oct 25 15:06:22.832113 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5d44-67ad-455e-8555-2c202c093f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:22.874105 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea56194-4405-4dbb-9c58-dc4ecf9bf3dd req-0776558b-1325-40c8-bbb4-b0ccc0e59369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:22.875590 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1ea56194-4405-4dbb-9c58-dc4ecf9bf3dd req-0776558b-1325-40c8-bbb4-b0ccc0e59369 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c0ecf-a28b-4b05-be24-55014af38ee9 HTTP/1.1" status: 200 len: 855 time: 0.0919428 Oct 25 15:06:22.877421 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5d44-67ad-455e-8555-2c202c093f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:22.910984 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e103d-da2d-4ba6-98ce-17fac37afe9d req-3e83b5b0-f58d-4da4-9ca0-d70fcfdcf40a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:22.913801 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c68e103d-da2d-4ba6-98ce-17fac37afe9d req-3e83b5b0-f58d-4da4-9ca0-d70fcfdcf40a tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0880120 Oct 25 15:06:22.962529 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c68e103d-da2d-4ba6-98ce-17fac37afe9d req-d6aa61e3-e457-46dd-8dbb-b1cdb66eec8c tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423911 Oct 25 15:06:22.985467 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea56194-4405-4dbb-9c58-dc4ecf9bf3dd req-b18be958-0d13-4f79-89a8-dacfa63133f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:22.987034 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1ea56194-4405-4dbb-9c58-dc4ecf9bf3dd req-b18be958-0d13-4f79-89a8-dacfa63133f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1486c024-f03d-46e5-ad51-efb345f205e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1026502 Oct 25 15:06:23.018115 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5d44-67ad-455e-8555-2c202c093f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:23.026168 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f021eb74-ff4b-4fa1-83a0-fec3cdbe0453 tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:23.095655 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc5d44-67ad-455e-8555-2c202c093f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702e117f-fb8f-4c32-bb29-fb5292b60d34,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:23.101253 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-1ddc5d44-67ad-455e-8555-2c202c093f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:23.106695 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5d44-67ad-455e-8555-2c202c093f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:23.107874 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-1ddc5d44-67ad-455e-8555-2c202c093f01 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/702e117f-fb8f-4c32-bb29-fb5292b60d34 HTTP/1.1" status: 204 len: 168 time: 0.4683263 Oct 25 15:06:23.164337 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1ea56194-4405-4dbb-9c58-dc4ecf9bf3dd req-33f00eec-7a4d-4611-a5fd-cd698beadf47 service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692090 Oct 25 15:06:23.325099 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-1ea56194-4405-4dbb-9c58-dc4ecf9bf3dd req-9c72f62c-67e4-42ed-90fc-1f1d147a31f1 service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540911 Oct 25 15:06:24.162304 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e7c1f-d34c-462a-a2af-7cd439310779 req-bdbe2d41-1fe5-4539-b088-7b4b36dfc2b3 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:24.163744 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-628e7c1f-d34c-462a-a2af-7cd439310779 req-bdbe2d41-1fe5-4539-b088-7b4b36dfc2b3 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0836468 Oct 25 15:06:24.207082 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-628e7c1f-d34c-462a-a2af-7cd439310779 req-8050e734-8d43-4293-8682-020be9182cf3 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376482 Oct 25 15:06:25.292991 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device b62f0688-d17a-4406-90f6-b1cfdef2d7c7 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:06:25.396642 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e2d64-f1b1-4b9d-a06b-04edc9b5263d req-6eca419d-9685-4552-8ee5-55fc19f87f9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:25.398118 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-de1e2d64-f1b1-4b9d-a06b-04edc9b5263d req-6eca419d-9685-4552-8ee5-55fc19f87f9d tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 945 time: 0.0803812 Oct 25 15:06:25.413905 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:25.444373 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711bcb54-cf32-4828-9d54-5456e497e853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:06:25.454675 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port b62f0688-d17a-4406-90f6-b1cfdef2d7c7, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:06:25.459003 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-de1e2d64-f1b1-4b9d-a06b-04edc9b5263d req-cc05eaf4-6e25-4782-a36b-b81b51e51088 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534461 Oct 25 15:06:25.464530 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:25.467113 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:25.497335 dv-cinder-813751-1-smb neutron-server[86780]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '711bcb54-cf32-4828-9d54-5456e497e853', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7', 'code': 422} returned with failed status Oct 25 15:06:25.538356 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,revision_number=8']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:25.541970 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:26.988815 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f7127-d299-448c-a216-ed4ad073d4df req-3b157eb8-7729-45f0-b9b6-74f42c817bb7 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:26.990341 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a57f7127-d299-448c-a216-ed4ad073d4df req-3b157eb8-7729-45f0-b9b6-74f42c817bb7 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 943 time: 0.0884812 Oct 25 15:06:27.038453 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-a57f7127-d299-448c-a216-ed4ad073d4df req-a32c64c2-cc47-42af-abb4-cac272d8c65f tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416670 Oct 25 15:06:27.222567 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4640a2d9-6ba8-48ad-95dd-1ac42f781e09 req-49434e9d-4eff-4d6d-b4a9-11f82f873b83 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0721598 Oct 25 15:06:28.129257 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640a2d9-6ba8-48ad-95dd-1ac42f781e09 req-fc7dcd53-6069-43ef-b233-bd37fcd6b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:28.130741 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4640a2d9-6ba8-48ad-95dd-1ac42f781e09 req-fc7dcd53-6069-43ef-b233-bd37fcd6b391 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853&tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff HTTP/1.1" status: 200 len: 1096 time: 0.0743351 Oct 25 15:06:28.235130 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640a2d9-6ba8-48ad-95dd-1ac42f781e09 req-3dd32151-1ed0-4df9-8e13-547fe9569103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:28.236653 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4640a2d9-6ba8-48ad-95dd-1ac42f781e09 req-3dd32151-1ed0-4df9-8e13-547fe9569103 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff&device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 1096 time: 0.0724113 Oct 25 15:06:28.242011 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247f9c5-51e0-4d7e-a390-c1e156170703 req-97099383-3708-40da-a659-7cc5bfbc2bde tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:28.243459 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f247f9c5-51e0-4d7e-a390-c1e156170703 req-97099383-3708-40da-a659-7cc5bfbc2bde tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 943 time: 0.0871961 Oct 25 15:06:28.288633 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f247f9c5-51e0-4d7e-a390-c1e156170703 req-f721bb27-7777-4f3f-8028-3091549cb225 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384176 Oct 25 15:06:28.370791 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640a2d9-6ba8-48ad-95dd-1ac42f781e09 req-fedfb401-3c87-4fa4-b61b-3b1d27194850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:28.372501 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4640a2d9-6ba8-48ad-95dd-1ac42f781e09 req-fedfb401-3c87-4fa4-b61b-3b1d27194850 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1486c024-f03d-46e5-ad51-efb345f205e9 HTTP/1.1" status: 200 len: 917 time: 0.1300783 Oct 25 15:06:28.562605 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4640a2d9-6ba8-48ad-95dd-1ac42f781e09 req-d34033db-a78d-44e9-8711-bd8453368566 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7 HTTP/1.1" status: 200 len: 998 time: 0.1834872 Oct 25 15:06:28.627611 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640a2d9-6ba8-48ad-95dd-1ac42f781e09 req-bf8b5b3a-609b-44cf-9f05-def499af26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:28.629024 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4640a2d9-6ba8-48ad-95dd-1ac42f781e09 req-bf8b5b3a-609b-44cf-9f05-def499af26eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c0ecf-a28b-4b05-be24-55014af38ee9 HTTP/1.1" status: 200 len: 855 time: 0.0586321 Oct 25 15:06:28.700885 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640a2d9-6ba8-48ad-95dd-1ac42f781e09 req-2de99dcb-e8ea-4ad7-b986-f2623a5032b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:28.702314 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4640a2d9-6ba8-48ad-95dd-1ac42f781e09 req-2de99dcb-e8ea-4ad7-b986-f2623a5032b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1486c024-f03d-46e5-ad51-efb345f205e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675426 Oct 25 15:06:28.830285 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4640a2d9-6ba8-48ad-95dd-1ac42f781e09 req-8aa734c4-d687-4943-a63f-a471c09eb50d service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217601 Oct 25 15:06:28.962204 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-4640a2d9-6ba8-48ad-95dd-1ac42f781e09 req-05c286bc-bd29-4466-a568-017ec4c0a238 service neutron] 10.222.0.31 "GET /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259885 Oct 25 15:06:29.292059 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device b62f0688-d17a-4406-90f6-b1cfdef2d7c7 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:06:29.499443 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60f9cd-7745-44e6-bd5e-11083695da5a req-a9ddfc54-18e0-43e9-bf05-87f117b6d1e1 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:29.501177 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-af60f9cd-7745-44e6-bd5e-11083695da5a req-a9ddfc54-18e0-43e9-bf05-87f117b6d1e1 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 943 time: 0.0980768 Oct 25 15:06:29.563959 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-af60f9cd-7745-44e6-bd5e-11083695da5a req-d855e8ba-b69b-4637-aea2-f6c59b52e9d6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563467 Oct 25 15:06:30.778114 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90cc40-383f-4576-a668-1a6ab01ed984 req-4ca97e49-90d2-48de-9f5a-b6fedc87e5d5 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:30.786182 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-de90cc40-383f-4576-a668-1a6ab01ed984 req-4ca97e49-90d2-48de-9f5a-b6fedc87e5d5 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 943 time: 0.0958366 Oct 25 15:06:30.843369 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-de90cc40-383f-4576-a668-1a6ab01ed984 req-ed8a6f6e-bd5f-468a-9540-11c0e66232d0 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492795 Oct 25 15:06:31.506677 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:32.085972 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4b937-e586-49e2-a2e5-60b5f0a0ca70 req-5260de29-b6ba-4836-87c4-3220740966a8 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:32.086570 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c9c4b937-e586-49e2-a2e5-60b5f0a0ca70 req-5260de29-b6ba-4836-87c4-3220740966a8 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 943 time: 0.0957487 Oct 25 15:06:32.144186 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-c9c4b937-e586-49e2-a2e5-60b5f0a0ca70 req-82ffec99-6590-4046-8e4e-1332bc60c373 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495315 Oct 25 15:06:33.407423 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b184e-9174-47ab-b7c8-5f21c1d574fd req-f555429a-355c-42e5-9517-e55b67386ce3 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:33.409777 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5c9b184e-9174-47ab-b7c8-5f21c1d574fd req-f555429a-355c-42e5-9517-e55b67386ce3 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 943 time: 0.1278999 Oct 25 15:06:33.477290 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5c9b184e-9174-47ab-b7c8-5f21c1d574fd req-9bda46be-6f9b-4670-a7da-13965201e6d1 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568831 Oct 25 15:06:34.540679 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:06:34.716224 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e34b5f-3f22-4c14-a98c-3ae8381fa615 req-48b6e21b-5737-4e2d-9ca3-eeffbf699f48 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:34.718507 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-68e34b5f-3f22-4c14-a98c-3ae8381fa615 req-48b6e21b-5737-4e2d-9ca3-eeffbf699f48 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 943 time: 0.1061537 Oct 25 15:06:34.792314 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-68e34b5f-3f22-4c14-a98c-3ae8381fa615 req-b71218a6-e602-4fd4-8b62-ea76c0f75cc9 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659833 Oct 25 15:06:36.063569 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179d9c5-d750-4f4b-bc8a-1b222f53787f req-e64a6655-5582-4477-878d-cbae9fe2dd12 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:36.065240 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f179d9c5-d750-4f4b-bc8a-1b222f53787f req-e64a6655-5582-4477-878d-cbae9fe2dd12 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 943 time: 0.1341391 Oct 25 15:06:36.123507 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-f179d9c5-d750-4f4b-bc8a-1b222f53787f req-e7ee8989-425f-4a90-a317-7181f243dde6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518210 Oct 25 15:06:37.378722 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c913be1-1e48-43ab-831e-ed949aed3598 req-c8311827-8780-469f-ac82-c4d39e93b2be tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:37.381062 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5c913be1-1e48-43ab-831e-ed949aed3598 req-c8311827-8780-469f-ac82-c4d39e93b2be tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 943 time: 0.1079745 Oct 25 15:06:37.448048 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-5c913be1-1e48-43ab-831e-ed949aed3598 req-320d0fd3-cf9d-430a-b98e-9b81ac957684 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558708 Oct 25 15:06:38.676015 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc278d98-1475-4e47-b55e-3dc8e3fd2ed6 req-64cb2a72-e0d1-4574-9c00-530f392fce95 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:38.677657 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bc278d98-1475-4e47-b55e-3dc8e3fd2ed6 req-64cb2a72-e0d1-4574-9c00-530f392fce95 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 943 time: 0.0880933 Oct 25 15:06:38.750044 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-bc278d98-1475-4e47-b55e-3dc8e3fd2ed6 req-3e80eb55-cac3-43dd-8cff-88b3af199a4e tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564280 Oct 25 15:06:39.426812 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-94a73483-33ac-4a6b-b609-b24c04c33b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:39.939623 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:40.084328 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136ed8e-ce02-4113-8488-34e31b00e4eb req-e2296c36-89a5-4259-a505-12529a54abf5 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:40.086538 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d136ed8e-ce02-4113-8488-34e31b00e4eb req-e2296c36-89a5-4259-a505-12529a54abf5 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 943 time: 0.2113259 Oct 25 15:06:40.139681 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-d136ed8e-ce02-4113-8488-34e31b00e4eb req-b8cdeb3d-6a3d-415b-9dd8-546cc9002453 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456223 Oct 25 15:06:41.324855 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device b62f0688-d17a-4406-90f6-b1cfdef2d7c7 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 25 15:06:41.361625 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57822c-44c2-4823-b206-8ddac5f148c6 req-6ccde708-9b3a-46fc-a45d-9e5d7eb76dde tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:41.363252 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ae57822c-44c2-4823-b206-8ddac5f148c6 req-6ccde708-9b3a-46fc-a45d-9e5d7eb76dde tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 943 time: 0.1077268 Oct 25 15:06:41.416320 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-ae57822c-44c2-4823-b206-8ddac5f148c6 req-d57e2ca0-c07b-4172-8c53-429ef5fd7950 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421257 Oct 25 15:06:41.520063 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port b62f0688-d17a-4406-90f6-b1cfdef2d7c7, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:06:41.536669 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Returning: {'device': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'port_id': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7', 'mac_address': 'fa:16:3e:41:9f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 25 15:06:41.597194 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:41.615062 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b62f0688-d17a-4406-90f6-b1cfdef2d7c7 {{(pid=86780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 15:06:41.632862 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port b62f0688-d17a-4406-90f6-b1cfdef2d7c7, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:06:41.638237 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:41.640947 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:41.710478 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,revision_number=9']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:41.713557 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:41.912974 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] get_ports_and_sgs() called for port_ids ['b62f0688-d17a-4406-90f6-b1cfdef2d7c7'] {{(pid=86780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Oct 25 15:06:42.613513 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ed2f2-57f2-4161-bc8e-150c4e7bd9b7 req-de6fdcdd-096a-4a42-b53a-1e9a15172d84 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:42.615010 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-613ed2f2-57f2-4161-bc8e-150c4e7bd9b7 req-de6fdcdd-096a-4a42-b53a-1e9a15172d84 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 944 time: 0.0805094 Oct 25 15:06:42.659798 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-613ed2f2-57f2-4161-bc8e-150c4e7bd9b7 req-ef9ca8a0-85ea-4b3e-82c1-2d42a81445a1 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388000 Oct 25 15:06:43.339397 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device b62f0688-d17a-4406-90f6-b1cfdef2d7c7 up at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 25 15:06:43.409103 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.db.provisioning_blocks [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Provisioning complete for port b62f0688-d17a-4406-90f6-b1cfdef2d7c7 triggered by entity L2. {{(pid=86780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 15:06:43.409480 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281012'] for port, provisioning_complete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:43.524959 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3984832'] for port, before_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:43.550490 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711bcb54-cf32-4828-9d54-5456e497e853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7'}] {{(pid=86780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:06:43.561680 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] For port b62f0688-d17a-4406-90f6-b1cfdef2d7c7, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:06:43.567304 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733670840405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733670424405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733670424450'] for port, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:43.570681 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:06:43.602991 dv-cinder-813751-1-smb neutron-server[86780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711bcb54-cf32-4828-9d54-5456e497e853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7', 'code': 200} Oct 25 15:06:43.641166 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Pushing event updated for resources: {'Port': ['ID=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,revision_number=10']} {{(pid=86780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:06:43.644151 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_concurrency.lockutils [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:06:43.754570 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-33df77df-eb4b-4800-a6d7-1e3f91475823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:43.865246 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ecbd0-423c-40e7-a967-90dab115ccce req-cea6ecc2-4c7c-4998-ad0b-4c2d3bb61b43 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:43.866646 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e16ecbd0-423c-40e7-a967-90dab115ccce req-cea6ecc2-4c7c-4998-ad0b-4c2d3bb61b43 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 946 time: 0.0885246 Oct 25 15:06:43.880140 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22892be-075e-4ddd-8539-fbde8a6e5dea req-c5f8cec0-d524-46d1-9554-b439d6cf550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:43.881592 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a22892be-075e-4ddd-8539-fbde8a6e5dea req-c5f8cec0-d524-46d1-9554-b439d6cf550c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 1099 time: 0.0768883 Oct 25 15:06:43.913350 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-e16ecbd0-423c-40e7-a967-90dab115ccce req-ecce1291-533d-4050-bdd7-8f86fc259133 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397878 Oct 25 15:06:43.922948 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-a22892be-075e-4ddd-8539-fbde8a6e5dea req-5db5f103-364b-407d-91a0-c2291bef19e9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352647 Oct 25 15:06:44.740306 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:06:45.128188 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34662b55-653e-4ff5-be9b-89839919fbd5 req-9db8771e-9c1f-4aa7-8f00-6b4d4c9e72ad tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:45.129691 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-34662b55-653e-4ff5-be9b-89839919fbd5 req-9db8771e-9c1f-4aa7-8f00-6b4d4c9e72ad tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 946 time: 0.0875959 Oct 25 15:06:45.179568 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-34662b55-653e-4ff5-be9b-89839919fbd5 req-7e45fe20-b952-412d-9832-9b6b3008924b tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436282 Oct 25 15:06:46.376197 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655bcd5-673a-45ad-9b99-eb492260df63 req-a1ca9273-80f5-4082-bec4-1944d49860bd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:06:46.377587 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1655bcd5-673a-45ad-9b99-eb492260df63 req-a1ca9273-80f5-4082-bec4-1944d49860bd tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 946 time: 0.0838315 Oct 25 15:06:46.427371 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-1655bcd5-673a-45ad-9b99-eb492260df63 req-80d2a47a-2958-438a-9c86-3c0f807d1364 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441830 Oct 25 15:06:46.534523 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:01.518091 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:09.428945 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-a7760848-d672-4cbf-a9bd-976d9f785f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:09.925369 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:11.539055 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:07:13.751102 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e67bf6f7-6a8d-4dce-a50c-fa7b2ebb94e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:14.742144 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:16.535763 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:17.601667 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b09dad-825c-40fd-8c38-a48de1886d30 req-2a046723-f3e2-471d-b11a-8ca53b48c011 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:07:17.603100 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-05b09dad-825c-40fd-8c38-a48de1886d30 req-2a046723-f3e2-471d-b11a-8ca53b48c011 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 946 time: 0.1956203 Oct 25 15:07:17.655139 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-05b09dad-825c-40fd-8c38-a48de1886d30 req-303b49b8-383b-4e82-8a12-1a69e8e7598e tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464320 Oct 25 15:07:18.877329 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-158c9ee5-46e6-45aa-927e-97b0c5cb1829 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:07:18.878073 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-158c9ee5-46e6-45aa-927e-97b0c5cb1829 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Synchronizing usage tracker for tenant:1f285f7297eb4cdf8062b6e13b8b95ff on resource:port {{(pid=86778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 25 15:07:18.894066 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-158c9ee5-46e6-45aa-927e-97b0c5cb1829 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Unset dirty status for tenant:1f285f7297eb4cdf8062b6e13b8b95ff on resource:port {{(pid=86778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 25 15:07:18.895244 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-158c9ee5-46e6-45aa-927e-97b0c5cb1829 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.31 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 946 time: 0.0976272 Oct 25 15:07:18.897363 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f4de6-60fe-4b38-bedd-05bd188bad98 req-ff0ef320-6fa9-47f2-97a5-162e799dbbec tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 15:07:18.898837 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0f0f4de6-60fe-4b38-bedd-05bd188bad98 req-ff0ef320-6fa9-47f2-97a5-162e799dbbec tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 946 time: 0.1309721 Oct 25 15:07:18.946461 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-0f0f4de6-60fe-4b38-bedd-05bd188bad98 req-243854ab-c599-491a-8a8c-482c0ff5ab49 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea725af-c917-49d4-a8c0-3963fc4732c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413055 Oct 25 15:07:18.973857 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Deleting port b62f0688-d17a-4406-90f6-b1cfdef2d7c7 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:07:18.974200 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:19.220096 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] For port b62f0688-d17a-4406-90f6-b1cfdef2d7c7, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:07:19.220343 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:19.501185 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:19.501460 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672821'] for floatingip, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:19.501769 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.db.l3_db [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Floating IP 23e963fb-3333-4696-95b1-6e358fb43a95 disassociated. External IP: 172.28.2.63, port: b62f0688-d17a-4406-90f6-b1cfdef2d7c7. Oct 25 15:07:19.502109 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Calling delete_port for b62f0688-d17a-4406-90f6-b1cfdef2d7c7 owned by compute:nova {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:07:19.642715 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:19.648325 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-3cc8651e-0993-478a-89eb-43b2300dc78c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:19.690443 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event deleted for resources: {'Port': ['ID=b62f0688-d17a-4406-90f6-b1cfdef2d7c7,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:19.703456 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:19.703804 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:19.704294 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:19.704537 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:19.704899 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:19.705270 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:19.705620 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:19.705975 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:19.706330 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:19.706681 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:19.707032 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:19.707383 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:19.761494 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:19.978277 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Router 674b6661-f067-45a1-96fc-7b93e499b861 has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:07:20.114444 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [req-b62226d9-c865-4b04-a8d5-f08b8f59fc00 req-523b60b9-d0e5-45e7-af23-0cd30cd36658 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/ports?device_id=711bcb54-cf32-4828-9d54-5456e497e853 HTTP/1.1" status: 200 len: 210 time: 0.0470588 Oct 25 15:07:20.166968 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:07:20.180722 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fb7581-0c8d-4ec5-8df1-ae9f792eaf90 None None] Sync routers for ids ['674b6661-f067-45a1-96fc-7b93e499b861'] in dv-cinder-813751-1-smb {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:07:20.191598 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb7581-0c8d-4ec5-8df1-ae9f792eaf90 None None] Routers {'674b6661-f067-45a1-96fc-7b93e499b861'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:07:20.192318 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-78fb7581-0c8d-4ec5-8df1-ae9f792eaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:07:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['674b6661-f067-45a1-96fc-7b93e499b861'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:07:20.246040 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] No DVR routers for this DVR port b62f0688-d17a-4406-90f6-b1cfdef2d7c7 on host hv-cinder-81375 {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:07:20.248527 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for port, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:20.251085 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711bcb54-cf32-4828-9d54-5456e497e853', 'name': 'network-vif-deleted', 'tag': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7'}] {{(pid=86778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 15:07:20.268970 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [req-5dbdc9d5-fc5a-4dab-a5d3-717247ac401c req-de703300-5f86-466c-9f5b-c1c9443d00ea tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.31 "DELETE /v2.0/ports/b62f0688-d17a-4406-90f6-b1cfdef2d7c7 HTTP/1.1" status: 204 len: 173 time: 1.3684344 Oct 25 15:07:20.301645 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711bcb54-cf32-4828-9d54-5456e497e853', 'name': 'network-vif-deleted', 'tag': 'b62f0688-d17a-4406-90f6-b1cfdef2d7c7', 'status': 'completed', 'code': 200} Oct 25 15:07:20.375442 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-78fb7581-0c8d-4ec5-8df1-ae9f792eaf90 None None] Set router 674b6661-f067-45a1-96fc-7b93e499b861 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:07:20.685907 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-78fb7581-0c8d-4ec5-8df1-ae9f792eaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '06d47cb8-474c-44ff-a6a1-ad4cb44875be', 'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'mac_address': 'fa:16:3e:70:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:55Z', 'updated_at': '2021-10-25T15:01:06Z', 'revision_number': 5, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'subnets': [{'id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:07:20.689615 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fb7581-0c8d-4ec5-8df1-ae9f792eaf90 None None] Checking router: 674b6661-f067-45a1-96fc-7b93e499b861 for host: dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:07:20.699724 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb7581-0c8d-4ec5-8df1-ae9f792eaf90 None None] Routers {'674b6661-f067-45a1-96fc-7b93e499b861'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:07:20.700336 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-78fb7581-0c8d-4ec5-8df1-ae9f792eaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:07:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['674b6661-f067-45a1-96fc-7b93e499b861'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:07:20.887072 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-78fb7581-0c8d-4ec5-8df1-ae9f792eaf90 None None] Set router 674b6661-f067-45a1-96fc-7b93e499b861 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:07:21.231005 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-78fb7581-0c8d-4ec5-8df1-ae9f792eaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '06d47cb8-474c-44ff-a6a1-ad4cb44875be', 'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'mac_address': 'fa:16:3e:70:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:55Z', 'updated_at': '2021-10-25T15:01:06Z', 'revision_number': 5, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'subnets': [{'id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:07:21.235096 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fb7581-0c8d-4ec5-8df1-ae9f792eaf90 None None] The sync data for ids ['674b6661-f067-45a1-96fc-7b93e499b861'] in dv-cinder-813751-1-smb is: [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:00:57Z', 'revision_number': 4, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb', '_interfaces': [{'id': '06d47cb8-474c-44ff-a6a1-ad4cb44875be', 'name': '', 'network_id': '1486c024-f03d-46e5-ad51-efb345f205e9', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'mac_address': 'fa:16:3e:70:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:55Z', 'updated_at': '2021-10-25T15:01:06Z', 'revision_number': 5, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'subnets': [{'id': '327c0ecf-a28b-4b05-be24-55014af38ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:07:21.250943 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35946) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:21.318137 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-66830d61-dcc0-49cd-ace4-f44a6cacb142 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:21.346243 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-66830d61-dcc0-49cd-ace4-f44a6cacb142 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:21.404234 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-66830d61-dcc0-49cd-ace4-f44a6cacb142 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:21.408201 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-fda98aaf-7d93-47ab-a335-265bb2a4d5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:21.424396 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66830d61-dcc0-49cd-ace4-f44a6cacb142 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea725af-c917-49d4-a8c0-3963fc4732c1,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:21.427343 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-66830d61-dcc0-49cd-ace4-f44a6cacb142 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:21.440275 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-66830d61-dcc0-49cd-ace4-f44a6cacb142 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:21.441243 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-66830d61-dcc0-49cd-ace4-f44a6cacb142 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "DELETE /v2.0/security-groups/fea725af-c917-49d4-a8c0-3963fc4732c1 HTTP/1.1" status: 204 len: 168 time: 0.1895435 Oct 25 15:07:21.443991 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35950) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:21.450749 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device b62f0688-d17a-4406-90f6-b1cfdef2d7c7 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:07:21.462501 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.api.v2.resource [None req-15e60b9d-ac6f-4376-a6b7-50230df6c194 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] show failed (client error): The resource could not be found. Oct 25 15:07:21.463536 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-15e60b9d-ac6f-4376-a6b7-50230df6c194 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "GET /v2.0/security-groups/fea725af-c917-49d4-a8c0-3963fc4732c1 HTTP/1.1" status: 404 len: 347 time: 0.0185452 Oct 25 15:07:21.466591 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 35954) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:21.491258 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fe1792-c777-4b7d-bb21-53184c000a4f None None] New status for floating IP 23e963fb-3333-4696-95b1-6e358fb43a95: DOWN {{(pid=86780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 15:07:21.539319 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] No Port match for: b62f0688-d17a-4406-90f6-b1cfdef2d7c7 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:07:21.539583 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Device b62f0688-d17a-4406-90f6-b1cfdef2d7c7 not bound to the agent host hv-cinder-81375 {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:07:21.622950 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Deleting port 55258ab4-bcb3-49a7-ae3f-677f888261ca {{(pid=86779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:07:21.623274 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:21.794223 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:21.794470 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:21.920345 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Calling delete_port for 55258ab4-bcb3-49a7-ae3f-677f888261ca owned by network:floatingip {{(pid=86779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:07:22.001165 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.db.api [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 15:07:22.001480 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_db.api [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 15:07:22.502178 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Deleting port 55258ab4-bcb3-49a7-ae3f-677f888261ca {{(pid=86779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:07:22.502912 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:22.670197 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:22.670517 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:22.889174 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.plugins.ml2.plugin [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Calling delete_port for 55258ab4-bcb3-49a7-ae3f-677f888261ca owned by network:floatingip {{(pid=86779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:07:23.033264 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28131333'] for port, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:23.036901 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-8d7748cb-57a3-495c-b4f7-1baaa35827fc tempest-AttachVolumeTestJSON-1797119063 tempest-AttachVolumeTestJSON-1797119063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:23.082730 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Pushing event deleted for resources: {'Port': ['ID=55258ab4-bcb3-49a7-ae3f-677f888261ca,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:23.122916 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:23.123291 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:23.123684 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:23.124051 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:23.124410 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:23.124767 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:23.125121 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:23.125478 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:23.125830 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:23.126181 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:23.126532 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:23.126881 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-smb {{(pid=86779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 15:07:23.170257 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:23.198699 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks [] for floatingip, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:23.213481 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158767'] for floatingip, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:23.214564 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-3795ca15-6865-42b4-8e0c-f5f1cc2feec6 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] 10.222.0.62 "DELETE /v2.0/floatingips/23e963fb-3333-4696-95b1-6e358fb43a95 HTTP/1.1" status: 204 len: 168 time: 1.7470009 Oct 25 15:07:26.124182 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35978) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:26.763719 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-73258687-e275-4f15-bdea-b36bfd85b560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748516'] for router_interface, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:27.107141 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-73258687-e275-4f15-bdea-b36bfd85b560 admin admin] Deleting port 06d47cb8-474c-44ff-a6a1-ad4cb44875be {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:07:27.107414 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-73258687-e275-4f15-bdea-b36bfd85b560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:27.379328 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-73258687-e275-4f15-bdea-b36bfd85b560 admin admin] For port 06d47cb8-474c-44ff-a6a1-ad4cb44875be, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=06d47cb8-474c-44ff-a6a1-ad4cb44875be,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:07:27.380033 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-73258687-e275-4f15-bdea-b36bfd85b560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:27.503220 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-73258687-e275-4f15-bdea-b36bfd85b560 admin admin] Calling delete_port for 06d47cb8-474c-44ff-a6a1-ad4cb44875be owned by network:router_interface {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:07:27.679114 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-73258687-e275-4f15-bdea-b36bfd85b560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:27.683383 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-d85dae5d-95c0-4888-83f1-197b6b31b94a tempest-TestShelveInstance-2129462493 tempest-TestShelveInstance-2129462493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:27.728395 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73258687-e275-4f15-bdea-b36bfd85b560 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d47cb8-474c-44ff-a6a1-ad4cb44875be,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:27.731386 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-73258687-e275-4f15-bdea-b36bfd85b560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:28.002362 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-73258687-e275-4f15-bdea-b36bfd85b560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766580'] for router_interface, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:28.356745 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73258687-e275-4f15-bdea-b36bfd85b560 admin admin] Router 674b6661-f067-45a1-96fc-7b93e499b861 has already been hosted by L3 agent 66de2074-8959-403d-9168-754d85c11774 {{(pid=86778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 25 15:07:28.531769 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73258687-e275-4f15-bdea-b36bfd85b560 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-smb the message routers_updated {{(pid=86778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 25 15:07:28.543105 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9dd8ac-3955-4bb2-a12c-a15d905a8ff9 None None] Sync routers for ids ['674b6661-f067-45a1-96fc-7b93e499b861'] in dv-cinder-813751-1-smb {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 15:07:28.544732 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-73258687-e275-4f15-bdea-b36bfd85b560 admin admin] 10.222.0.62 "PUT /v2.0/routers/674b6661-f067-45a1-96fc-7b93e499b861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4186556 Oct 25 15:07:28.547236 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35984) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:28.552659 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9dd8ac-3955-4bb2-a12c-a15d905a8ff9 None None] Routers {'674b6661-f067-45a1-96fc-7b93e499b861'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:07:28.553296 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-ca9dd8ac-3955-4bb2-a12c-a15d905a8ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:07:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['674b6661-f067-45a1-96fc-7b93e499b861'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:07:28.733434 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-ca9dd8ac-3955-4bb2-a12c-a15d905a8ff9 None None] Set router 674b6661-f067-45a1-96fc-7b93e499b861 gateway port host: dv-cinder-813751-1-smb {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:07:28.831389 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b307ca28-ca30-424e-b573-89ae9c5b907f admin admin] Notify callbacks [] for router, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:29.012429 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b307ca28-ca30-424e-b573-89ae9c5b907f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:29.014436 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-ca9dd8ac-3955-4bb2-a12c-a15d905a8ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'external_fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:07:27Z', 'revision_number': 5, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port': {'id': 'a0f53903-bafb-447a-a174-e71b74d9631c', 'name': '', 'network_id': 'f28bc334-851c-4473-9f79-bcbdd8bebf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674b6661-f067-45a1-96fc-7b93e499b861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:46Z', 'updated_at': '2021-10-25T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd59cf-ca3c-43e3-a738-64ab0f49ed1b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-smb'}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:07:29.018277 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9dd8ac-3955-4bb2-a12c-a15d905a8ff9 None None] Checking router: 674b6661-f067-45a1-96fc-7b93e499b861 for host: dv-cinder-813751-1-smb {{(pid=86781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 15:07:29.022362 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-b307ca28-ca30-424e-b573-89ae9c5b907f admin admin] Deleting port a0f53903-bafb-447a-a174-e71b74d9631c {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:07:29.022731 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b307ca28-ca30-424e-b573-89ae9c5b907f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:29.027446 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9dd8ac-3955-4bb2-a12c-a15d905a8ff9 None None] Routers {'674b6661-f067-45a1-96fc-7b93e499b861'} bound to L3 agent in host dv-cinder-813751-1-smb {{(pid=86781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 25 15:07:29.028087 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-ca9dd8ac-3955-4bb2-a12c-a15d905a8ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T14:48:14Z,description=,heartbeat_timestamp=2021-10-25T15:07:14Z,host='dv-cinder-813751-1-smb',id=66de2074-8959-403d-9168-754d85c11774,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T14:48:14Z,topic='l3_agent')) {'router_ids': ['674b6661-f067-45a1-96fc-7b93e499b861'], 'active': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:07:29.178506 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_dvr_db [None req-ca9dd8ac-3955-4bb2-a12c-a15d905a8ff9 None None] Set router 674b6661-f067-45a1-96fc-7b93e499b861 gateway port host: None {{(pid=86781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 25 15:07:29.200489 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-b307ca28-ca30-424e-b573-89ae9c5b907f admin admin] For port a0f53903-bafb-447a-a174-e71b74d9631c, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=a0f53903-bafb-447a-a174-e71b74d9631c,segment=NetworkSegment(238be16e-804c-4d87-9131-b9b750bea3ee),segment_id=238be16e-804c-4d87-9131-b9b750bea3ee)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:07:29.200843 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b307ca28-ca30-424e-b573-89ae9c5b907f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:29.285598 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.l3_hamode_db [None req-ca9dd8ac-3955-4bb2-a12c-a15d905a8ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:07:29Z', 'revision_number': 6, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port_host': None}], 'dv-cinder-813751-1-smb', False) {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:07:29.289517 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9dd8ac-3955-4bb2-a12c-a15d905a8ff9 None None] The sync data for ids ['674b6661-f067-45a1-96fc-7b93e499b861'] in dv-cinder-813751-1-smb is: [{'id': '674b6661-f067-45a1-96fc-7b93e499b861', 'name': 'tempest-AttachVolumeShelveTestJSON-728037510-router', 'tenant_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:43Z', 'updated_at': '2021-10-25T15:07:29Z', 'revision_number': 6, 'project_id': '1f285f7297eb4cdf8062b6e13b8b95ff', 'gw_port_host': None}] {{(pid=86781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 15:07:29.324247 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-b307ca28-ca30-424e-b573-89ae9c5b907f admin admin] Calling delete_port for a0f53903-bafb-447a-a174-e71b74d9631c owned by network:router_gateway {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:07:29.488565 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b307ca28-ca30-424e-b573-89ae9c5b907f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:29.492822 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-9c9c549f-c709-4c67-a6ed-7032d931a559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:29.569329 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307ca28-ca30-424e-b573-89ae9c5b907f admin admin] Pushing event deleted for resources: {'Port': ['ID=a0f53903-bafb-447a-a174-e71b74d9631c,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:29.571820 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-b307ca28-ca30-424e-b573-89ae9c5b907f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:29.639365 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b307ca28-ca30-424e-b573-89ae9c5b907f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672777'] for router_gateway, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:29.816812 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b307ca28-ca30-424e-b573-89ae9c5b907f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34898'] for router, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:29.819002 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b307ca28-ca30-424e-b573-89ae9c5b907f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:29.842176 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b307ca28-ca30-424e-b573-89ae9c5b907f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746482'] for router, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:29.842698 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b307ca28-ca30-424e-b573-89ae9c5b907f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 674b6661-f067-45a1-96fc-7b93e499b861 {{(pid=86778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 25 15:07:29.855350 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b307ca28-ca30-424e-b573-89ae9c5b907f admin admin] Notify callbacks [] for router, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:29.856532 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-b307ca28-ca30-424e-b573-89ae9c5b907f admin admin] 10.222.0.62 "DELETE /v2.0/routers/674b6661-f067-45a1-96fc-7b93e499b861 HTTP/1.1" status: 204 len: 168 time: 1.3081234 Oct 25 15:07:29.859600 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35988) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:29.917136 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c12addf-e133-4a78-a02c-bcd99d75aa11 admin admin] Deleting subnet 327c0ecf-a28b-4b05-be24-55014af38ee9 {{(pid=86778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Oct 25 15:07:29.920880 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6c12addf-e133-4a78-a02c-bcd99d75aa11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:29.970595 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6c12addf-e133-4a78-a02c-bcd99d75aa11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28201564'] for subnet, precommit_delete_associations {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:30.047573 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6c12addf-e133-4a78-a02c-bcd99d75aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4057954'] for subnet, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:30.115999 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6c12addf-e133-4a78-a02c-bcd99d75aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4057961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27816528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1469806'] for subnet, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:30.121024 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:30.216204 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 06d47cb8-474c-44ff-a6a1-ad4cb44875be no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:07:30.256612 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: 06d47cb8-474c-44ff-a6a1-ad4cb44875be {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:07:30.257162 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 06d47cb8-474c-44ff-a6a1-ad4cb44875be not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:07:30.257730 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device a0f53903-bafb-447a-a174-e71b74d9631c no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:07:30.260595 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12addf-e133-4a78-a02c-bcd99d75aa11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=327c0ecf-a28b-4b05-be24-55014af38ee9,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:30.264046 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-6c12addf-e133-4a78-a02c-bcd99d75aa11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:30.265022 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6c12addf-e133-4a78-a02c-bcd99d75aa11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for subnet, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:30.273662 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-6c12addf-e133-4a78-a02c-bcd99d75aa11 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/327c0ecf-a28b-4b05-be24-55014af38ee9 HTTP/1.1" status: 204 len: 168 time: 0.4108899 Oct 25 15:07:30.273877 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35992) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:30.296271 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3475fa7c-6b10-4780-84b1-16b20cc8cebb None None] Network 1486c024-f03d-46e5-ad51-efb345f205e9 requested from dv-cinder-813751-1-smb {{(pid=86780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 25 15:07:30.315206 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: a0f53903-bafb-447a-a174-e71b74d9631c {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:07:30.315552 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device a0f53903-bafb-447a-a174-e71b74d9631c not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:07:30.383190 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4166563'] for network, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:30.394024 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] Deleting port 7a659874-687b-4592-ba2a-1f59a5365a76 {{(pid=86778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:07:30.394357 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:30.551891 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2bee69-065d-4878-ae67-0232c56b0a8f None None] DHCP port deletion for 1486c024-f03d-46e5-ad51-efb345f205e9 request from dv-cinder-813751-1-smb {{(pid=86780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 25 15:07:30.556114 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-bc2bee69-065d-4878-ae67-0232c56b0a8f None None] Deleting port 7a659874-687b-4592-ba2a-1f59a5365a76 {{(pid=86780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:07:30.556521 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-bc2bee69-065d-4878-ae67-0232c56b0a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:30.600469 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] For port 7a659874-687b-4592-ba2a-1f59a5365a76, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=7a659874-687b-4592-ba2a-1f59a5365a76,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:07:30.601066 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:30.727574 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.plugin [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] Calling delete_port for 7a659874-687b-4592-ba2a-1f59a5365a76 owned by network:dhcp {{(pid=86778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:07:30.791753 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.db [None req-bc2bee69-065d-4878-ae67-0232c56b0a8f None None] For port 7a659874-687b-4592-ba2a-1f59a5365a76, host dv-cinder-813751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-smb',level=0,port_id=7a659874-687b-4592-ba2a-1f59a5365a76,segment=NetworkSegment(4ec8db25-0dd8-40b1-84ff-8d2618c6b463),segment_id=4ec8db25-0dd8-40b1-84ff-8d2618c6b463)] {{(pid=86780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 25 15:07:30.792148 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-bc2bee69-065d-4878-ae67-0232c56b0a8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679603'] for port, precommit_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:30.804908 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3983885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733670840414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733670424396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27816511'] for port, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:30.810287 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-adb857e8-4b4c-402a-878e-889007ef412f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:30.853047 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a659874-687b-4592-ba2a-1f59a5365a76,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:30.856010 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:30.856822 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] No DVR routers for this DVR port 7a659874-687b-4592-ba2a-1f59a5365a76 on host dv-cinder-813751-1-smb {{(pid=86778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 15:07:30.917091 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-bc2bee69-065d-4878-ae67-0232c56b0a8f None None] Calling delete_port for 7a659874-687b-4592-ba2a-1f59a5365a76 owned by network:dhcp {{(pid=86780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Oct 25 15:07:30.972371 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283197', 'neutron.services.segments.db._delete_segments_for_network-8733670938031'] for network, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:30.998597 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.db.api [None req-bc2bee69-065d-4878-ae67-0232c56b0a8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 15:07:30.998957 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG oslo_db.api [None req-bc2bee69-065d-4878-ae67-0232c56b0a8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 15:07:31.002815 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1486c024-f03d-46e5-ad51-efb345f205e9']}} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:07:31.014871 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec8db25-0dd8-40b1-84ff-8d2618c6b463') {'for_net_delete': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:07:31.015167 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.services.segments.db [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec8db25-0dd8-40b1-84ff-8d2618c6b463') {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 15:07:31.026096 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733670937869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28201575'] for segment, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:31.041562 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4059324'] for segment, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:31.048855 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=86778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 15:07:31.049246 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4059317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27816682'] for segment, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: Traceback (most recent call last): Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: timer() Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: cb(*args, **kw) Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: return func(*args, **kwargs) Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: self._notify() Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: self.callback(batched_events) Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: event.method(event) Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: return f(self, *a, **k) Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: return self._get(url).json() Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: return self.request(url, 'GET', **kwargs) Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 15:07:31.062677 dv-cinder-813751-1-smb neutron-server[86778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 15:07:31.135350 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672812'] for network, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:31.140003 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580745'] for network, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:31.143532 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-c41029f9-bdd9-4023-b503-b5a5c58fd3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:31.170511 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1486c024-f03d-46e5-ad51-efb345f205e9,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:31.173093 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:31.181580 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-773e7924-6ef1-449a-850f-ca45207bf1a3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1486c024-f03d-46e5-ad51-efb345f205e9 HTTP/1.1" status: 204 len: 168 time: 0.9067626 Oct 25 15:07:31.296723 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 35998) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:31.343874 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-728c746b-7f4a-41af-9dff-33029274e806 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f285f7297eb4cdf8062b6e13b8b95ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459187 Oct 25 15:07:31.346209 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 36002) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:31.401869 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-eecaeb0c-492b-42be-9e22-000e32379fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:31.427250 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-eecaeb0c-492b-42be-9e22-000e32379fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:31.476090 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-eecaeb0c-492b-42be-9e22-000e32379fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:31.481221 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-1ddc5d44-67ad-455e-8555-2c202c093f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:31.495740 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecaeb0c-492b-42be-9e22-000e32379fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db4e4a4-7826-46fa-9c63-0cc08e642f6b,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:31.498911 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-eecaeb0c-492b-42be-9e22-000e32379fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:31.501070 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-bc2bee69-065d-4878-ae67-0232c56b0a8f None None] Deleting port 7a659874-687b-4592-ba2a-1f59a5365a76 {{(pid=86780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Oct 25 15:07:31.501508 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-eecaeb0c-492b-42be-9e22-000e32379fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:31.502061 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-bc2bee69-065d-4878-ae67-0232c56b0a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733670834490'] for port, before_delete {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:31.502602 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-eecaeb0c-492b-42be-9e22-000e32379fce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9db4e4a4-7826-46fa-9c63-0cc08e642f6b HTTP/1.1" status: 204 len: 168 time: 0.1555254 Oct 25 15:07:31.587838 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-bc2bee69-065d-4878-ae67-0232c56b0a8f None None] The port '7a659874-687b-4592-ba2a-1f59a5365a76' was deleted {{(pid=86780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Oct 25 15:07:31.600115 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:32.216910 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 7a659874-687b-4592-ba2a-1f59a5365a76 no longer exists at agent ovs-agent-dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 25 15:07:32.257381 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.plugin [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] No Port match for: 7a659874-687b-4592-ba2a-1f59a5365a76 {{(pid=86780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 25 15:07:32.258043 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron.plugins.ml2.rpc [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Device 7a659874-687b-4592-ba2a-1f59a5365a76 not bound to the agent host dv-cinder-813751-1-smb {{(pid=86780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 25 15:07:39.429666 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-65aa1d5c-1156-4bb1-8c11-e14d64d1134c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:39.928094 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:41.902011 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 36120) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:42.022116 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-157b4b97-c584-4fb2-a170-644e869440fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:42.039486 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-157b4b97-c584-4fb2-a170-644e869440fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:07:42.043245 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-157b4b97-c584-4fb2-a170-644e869440fa admin admin] Usage tracker for resource:security_group_rule and tenant:251bf74c67d94750b6ae6d99882b53a7 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:07:42.047222 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-157b4b97-c584-4fb2-a170-644e869440fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:07:42.053270 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-157b4b97-c584-4fb2-a170-644e869440fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:07:42.136811 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-157b4b97-c584-4fb2-a170-644e869440fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:42.141049 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-157b4b97-c584-4fb2-a170-644e869440fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:42.147768 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f9bde68f-b8af-4a3e-b3f0-d6331681ecc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:42.190795 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-157b4b97-c584-4fb2-a170-644e869440fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=251bf74c67d94750b6ae6d99882b53a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872279 Oct 25 15:07:42.192581 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b4b97-c584-4fb2-a170-644e869440fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67096b9c-2743-4085-ba5a-5a4a0bfc31bb,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:42.193577 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 36126) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:42.196888 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-157b4b97-c584-4fb2-a170-644e869440fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:42.255848 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-7811393c-a5ec-42d2-ab29-635bc34c4df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:42.282193 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-7811393c-a5ec-42d2-ab29-635bc34c4df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:42.333568 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-7811393c-a5ec-42d2-ab29-635bc34c4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:42.337484 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e92c52e1-aa7f-4823-92ee-152be23c348e tempest-TestMinimumBasicScenario-1910699373 tempest-TestMinimumBasicScenario-1910699373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:42.350879 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811393c-a5ec-42d2-ab29-635bc34c4df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67096b9c-2743-4085-ba5a-5a4a0bfc31bb,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:42.354210 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-7811393c-a5ec-42d2-ab29-635bc34c4df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:42.356637 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-7811393c-a5ec-42d2-ab29-635bc34c4df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:42.357845 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-7811393c-a5ec-42d2-ab29-635bc34c4df9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67096b9c-2743-4085-ba5a-5a4a0bfc31bb HTTP/1.1" status: 204 len: 168 time: 0.1631019 Oct 25 15:07:43.753964 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-3f60fbdb-9d7c-436a-8732-1cbb5e8ae792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:44.098560 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 36178) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:44.223147 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1fee8e7b-21d2-43c7-a100-2f8d5092af76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:44.237620 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-1fee8e7b-21d2-43c7-a100-2f8d5092af76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:07:44.241376 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-1fee8e7b-21d2-43c7-a100-2f8d5092af76 admin admin] Usage tracker for resource:security_group_rule and tenant:cd38eeafb26c4cf5aca019ee6f5324e5 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:07:44.244124 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-1fee8e7b-21d2-43c7-a100-2f8d5092af76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:07:44.250473 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-1fee8e7b-21d2-43c7-a100-2f8d5092af76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:07:44.328792 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1fee8e7b-21d2-43c7-a100-2f8d5092af76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:44.332620 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1fee8e7b-21d2-43c7-a100-2f8d5092af76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:44.340926 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-55027ea0-e25e-450c-90d1-7265545167a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:44.383493 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-1fee8e7b-21d2-43c7-a100-2f8d5092af76 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd38eeafb26c4cf5aca019ee6f5324e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838213 Oct 25 15:07:44.385083 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee8e7b-21d2-43c7-a100-2f8d5092af76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee146a7a-57b8-41b2-91d5-429b9deac627,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:44.386289 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 36184) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:44.387997 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1fee8e7b-21d2-43c7-a100-2f8d5092af76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:44.446805 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e2f4a63d-7e4f-4e89-bc0f-951e848e8cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:44.472308 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e2f4a63d-7e4f-4e89-bc0f-951e848e8cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:44.524916 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e2f4a63d-7e4f-4e89-bc0f-951e848e8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:44.530627 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-358e0312-8106-4cef-96d1-0749dd448e56 tempest-AttachVolumeShelveTestJSON-1383814489 tempest-AttachVolumeShelveTestJSON-1383814489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:44.548872 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4a63d-7e4f-4e89-bc0f-951e848e8cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee146a7a-57b8-41b2-91d5-429b9deac627,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:44.551701 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-e2f4a63d-7e4f-4e89-bc0f-951e848e8cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:44.560217 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e2f4a63d-7e4f-4e89-bc0f-951e848e8cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:44.562164 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-e2f4a63d-7e4f-4e89-bc0f-951e848e8cb8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee146a7a-57b8-41b2-91d5-429b9deac627 HTTP/1.1" status: 204 len: 168 time: 0.1732357 Oct 25 15:07:44.745158 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:44.830982 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 36192) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:44.848861 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-84b5dd30-1d0a-4f31-9b4e-4476eb3ad6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:44.864029 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-84b5dd30-1d0a-4f31-9b4e-4476eb3ad6ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:07:44.867809 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-84b5dd30-1d0a-4f31-9b4e-4476eb3ad6ca admin admin] Usage tracker for resource:security_group_rule and tenant:2e931be317ed422bb3b7ecf2aa8a972c is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:07:44.870577 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-84b5dd30-1d0a-4f31-9b4e-4476eb3ad6ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:07:44.876568 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-84b5dd30-1d0a-4f31-9b4e-4476eb3ad6ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:07:44.962713 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-84b5dd30-1d0a-4f31-9b4e-4476eb3ad6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:44.967135 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-84b5dd30-1d0a-4f31-9b4e-4476eb3ad6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:44.974183 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-a4ff37ee-e0eb-4829-a32c-2262b61fcfb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:45.015088 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-84b5dd30-1d0a-4f31-9b4e-4476eb3ad6ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2e931be317ed422bb3b7ecf2aa8a972c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830444 Oct 25 15:07:45.016030 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5dd30-1d0a-4f31-9b4e-4476eb3ad6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8370dea7-dc4c-4893-bc34-b7140e63cdf9,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:45.017809 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 36196) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:45.019542 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-84b5dd30-1d0a-4f31-9b4e-4476eb3ad6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:45.076567 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e1208cf7-0ebe-4a7d-bbfd-020261f7ac51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:45.102167 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e1208cf7-0ebe-4a7d-bbfd-020261f7ac51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:45.157836 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e1208cf7-0ebe-4a7d-bbfd-020261f7ac51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:45.161433 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-88987eed-c96d-4261-81df-1befffc779ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:45.173845 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1208cf7-0ebe-4a7d-bbfd-020261f7ac51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8370dea7-dc4c-4893-bc34-b7140e63cdf9,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:45.178354 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-e1208cf7-0ebe-4a7d-bbfd-020261f7ac51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:45.182960 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-e1208cf7-0ebe-4a7d-bbfd-020261f7ac51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:45.184126 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-e1208cf7-0ebe-4a7d-bbfd-020261f7ac51 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8370dea7-dc4c-4893-bc34-b7140e63cdf9 HTTP/1.1" status: 204 len: 168 time: 0.1652713 Oct 25 15:07:46.539378 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:46.943075 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 36246) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:47.086377 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-032098a4-da80-45a7-8e7b-c9fbe92c0589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:47.102854 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-032098a4-da80-45a7-8e7b-c9fbe92c0589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:07:47.107102 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-032098a4-da80-45a7-8e7b-c9fbe92c0589 admin admin] Usage tracker for resource:security_group_rule and tenant:8c6a540fcb2b4f3c8461665e0252b123 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:07:47.110352 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-032098a4-da80-45a7-8e7b-c9fbe92c0589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:07:47.116622 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-032098a4-da80-45a7-8e7b-c9fbe92c0589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:07:47.215721 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-032098a4-da80-45a7-8e7b-c9fbe92c0589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:47.220188 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-032098a4-da80-45a7-8e7b-c9fbe92c0589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:47.228135 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-9877f5ff-3e6b-4017-bb96-1e36194f22c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:47.273231 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-032098a4-da80-45a7-8e7b-c9fbe92c0589 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c6a540fcb2b4f3c8461665e0252b123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287723 Oct 25 15:07:47.274182 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032098a4-da80-45a7-8e7b-c9fbe92c0589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d0d9e8-fd11-4f28-99d9-bf5458d01a0d,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:47.276009 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 36252) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:47.277223 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-032098a4-da80-45a7-8e7b-c9fbe92c0589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:47.338008 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0596-efb6-4e39-a863-4ef79a788825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:47.367030 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0596-efb6-4e39-a863-4ef79a788825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:47.426630 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0596-efb6-4e39-a863-4ef79a788825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:47.430669 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-da6be971-d675-4d74-9fc9-58c74765206b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:47.445621 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e0596-efb6-4e39-a863-4ef79a788825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d0d9e8-fd11-4f28-99d9-bf5458d01a0d,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:47.448427 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-8a2e0596-efb6-4e39-a863-4ef79a788825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:47.461495 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0596-efb6-4e39-a863-4ef79a788825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:47.462997 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-8a2e0596-efb6-4e39-a863-4ef79a788825 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/82d0d9e8-fd11-4f28-99d9-bf5458d01a0d HTTP/1.1" status: 204 len: 168 time: 0.1847134 Oct 25 15:07:47.763584 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 36260) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:47.781881 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-7687943a-ccec-41ef-ab62-5ddf45063c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:47.797709 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-7687943a-ccec-41ef-ab62-5ddf45063c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:07:47.801933 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-7687943a-ccec-41ef-ab62-5ddf45063c46 admin admin] Usage tracker for resource:security_group_rule and tenant:c0bd754d169d444aa4e9078dd1214474 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:07:47.804984 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-7687943a-ccec-41ef-ab62-5ddf45063c46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:07:47.811149 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-7687943a-ccec-41ef-ab62-5ddf45063c46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:07:47.915127 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-7687943a-ccec-41ef-ab62-5ddf45063c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:47.920265 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-7687943a-ccec-41ef-ab62-5ddf45063c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:47.927727 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-9212f30c-5659-4079-aa9c-33e7bb45fd66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:47.969450 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-7687943a-ccec-41ef-ab62-5ddf45063c46 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c0bd754d169d444aa4e9078dd1214474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047355 Oct 25 15:07:47.970222 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687943a-ccec-41ef-ab62-5ddf45063c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21369d59-abdd-415c-b876-2c9a0f368089,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:47.972553 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 36264) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:47.973530 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-7687943a-ccec-41ef-ab62-5ddf45063c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:48.045542 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b65f1155-b376-4245-8e16-db057c241b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:48.074821 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b65f1155-b376-4245-8e16-db057c241b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:48.128232 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b65f1155-b376-4245-8e16-db057c241b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:48.133529 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-84ba615d-68cb-4f12-b92f-2c6278045ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:48.147573 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f1155-b376-4245-8e16-db057c241b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21369d59-abdd-415c-b876-2c9a0f368089,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:48.150465 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-b65f1155-b376-4245-8e16-db057c241b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:48.151369 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-b65f1155-b376-4245-8e16-db057c241b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:48.153113 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-b65f1155-b376-4245-8e16-db057c241b3f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/21369d59-abdd-415c-b876-2c9a0f368089 HTTP/1.1" status: 204 len: 168 time: 0.1789391 Oct 25 15:07:48.539799 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:07:50.191620 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 36320) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:50.303165 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6f176a7b-f221-4a53-b269-667a20c76993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:50.317711 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-6f176a7b-f221-4a53-b269-667a20c76993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:07:50.321991 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-6f176a7b-f221-4a53-b269-667a20c76993 admin admin] Usage tracker for resource:security_group_rule and tenant:0a790dca7bc5429aa432d1afdf3bd60b is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:07:50.325397 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-6f176a7b-f221-4a53-b269-667a20c76993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:07:50.331167 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-6f176a7b-f221-4a53-b269-667a20c76993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:07:50.416040 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6f176a7b-f221-4a53-b269-667a20c76993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:50.420534 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6f176a7b-f221-4a53-b269-667a20c76993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:50.427342 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-9fc20342-a794-4645-8216-6dbb78adca0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:50.469143 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-6f176a7b-f221-4a53-b269-667a20c76993 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a790dca7bc5429aa432d1afdf3bd60b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763593 Oct 25 15:07:50.470191 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f176a7b-f221-4a53-b269-667a20c76993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f9a73d-ade4-42bf-be01-02cd63c7ae0a,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:50.472275 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 36326) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:50.473443 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-6f176a7b-f221-4a53-b269-667a20c76993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:50.533291 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-02bf3960-22a7-4699-af9d-276d855cbefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:50.559289 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-02bf3960-22a7-4699-af9d-276d855cbefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:50.611313 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-02bf3960-22a7-4699-af9d-276d855cbefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:50.615833 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-0e90f8fa-ccc0-4785-b2b7-3580e02058ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:50.628703 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf3960-22a7-4699-af9d-276d855cbefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f9a73d-ade4-42bf-be01-02cd63c7ae0a,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:50.632599 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-02bf3960-22a7-4699-af9d-276d855cbefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:50.642737 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-02bf3960-22a7-4699-af9d-276d855cbefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:50.643869 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-02bf3960-22a7-4699-af9d-276d855cbefd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05f9a73d-ade4-42bf-be01-02cd63c7ae0a HTTP/1.1" status: 204 len: 168 time: 0.1700437 Oct 25 15:07:50.919764 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 36334) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:50.937977 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-27b84d08-ca35-4249-acf3-bf3308e23a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:50.959438 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-27b84d08-ca35-4249-acf3-bf3308e23a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:07:50.963447 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-27b84d08-ca35-4249-acf3-bf3308e23a19 admin admin] Usage tracker for resource:security_group_rule and tenant:faaeb7f8628b464a8a96c48582b2e597 is out of sync, need to count used quota {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:07:50.966868 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.quota.resource [None req-27b84d08-ca35-4249-acf3-bf3308e23a19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:07:50.972716 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.db.quota.driver [None req-27b84d08-ca35-4249-acf3-bf3308e23a19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:07:51.061857 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-27b84d08-ca35-4249-acf3-bf3308e23a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:51.065568 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-27b84d08-ca35-4249-acf3-bf3308e23a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:51.072669 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-92d7d855-718d-4bd9-aa8b-f6ffca92b84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:51.113623 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b84d08-ca35-4249-acf3-bf3308e23a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4b3023-bd70-4056-9efb-0327689c727d,revision_number=1']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:51.117927 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-27b84d08-ca35-4249-acf3-bf3308e23a19 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=faaeb7f8628b464a8a96c48582b2e597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971388 Oct 25 15:07:51.118841 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-27b84d08-ca35-4249-acf3-bf3308e23a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:51.121133 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 36338) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:51.184144 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-18842abd-6f7e-40b5-92da-99a1843d430b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:51.210857 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-18842abd-6f7e-40b5-92da-99a1843d430b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:51.265737 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-18842abd-6f7e-40b5-92da-99a1843d430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:51.273550 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-ab13a742-baf8-4c84-9bcc-b4f7207212fa tempest-VolumesNegativeTest-865272867 tempest-VolumesNegativeTest-865272867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:51.291605 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18842abd-6f7e-40b5-92da-99a1843d430b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4b3023-bd70-4056-9efb-0327689c727d,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:51.294805 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-18842abd-6f7e-40b5-92da-99a1843d430b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:51.299453 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-18842abd-6f7e-40b5-92da-99a1843d430b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:51.300609 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-18842abd-6f7e-40b5-92da-99a1843d430b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d4b3023-bd70-4056-9efb-0327689c727d HTTP/1.1" status: 204 len: 168 time: 0.1784928 Oct 25 15:07:59.027780 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 36424) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:59.155976 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b8c1-759b-4c88-8fa4-16586db99e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:59.170567 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-7ba6b8c1-759b-4c88-8fa4-16586db99e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:07:59.174832 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-7ba6b8c1-759b-4c88-8fa4-16586db99e5d admin admin] Usage tracker for resource:security_group_rule and tenant:6fd11b53b80f4dc8b7622ca266ba8993 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:07:59.178035 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-7ba6b8c1-759b-4c88-8fa4-16586db99e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:07:59.184561 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-7ba6b8c1-759b-4c88-8fa4-16586db99e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:07:59.270752 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b8c1-759b-4c88-8fa4-16586db99e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:59.275786 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b8c1-759b-4c88-8fa4-16586db99e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:59.283703 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-171a94e3-06d6-47da-b421-d6f7a2a7b529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:59.330258 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6b8c1-759b-4c88-8fa4-16586db99e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cab5c37-4045-41e5-b55c-fd0d7c0f6c2b,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:59.334543 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-7ba6b8c1-759b-4c88-8fa4-16586db99e5d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6fd11b53b80f4dc8b7622ca266ba8993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054934 Oct 25 15:07:59.335514 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-7ba6b8c1-759b-4c88-8fa4-16586db99e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:59.337897 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 36430) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:59.401624 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-44841fa2-d28c-450d-a78e-fed2c17ed61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:59.428117 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-44841fa2-d28c-450d-a78e-fed2c17ed61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:59.489683 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-44841fa2-d28c-450d-a78e-fed2c17ed61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:59.493681 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-5fc1e5fd-2295-42ac-be96-36e2ce87e9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:07:59.600535 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44841fa2-d28c-450d-a78e-fed2c17ed61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cab5c37-4045-41e5-b55c-fd0d7c0f6c2b,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:07:59.603819 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-44841fa2-d28c-450d-a78e-fed2c17ed61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:07:59.606708 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-44841fa2-d28c-450d-a78e-fed2c17ed61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:59.607858 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-44841fa2-d28c-450d-a78e-fed2c17ed61f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2cab5c37-4045-41e5-b55c-fd0d7c0f6c2b HTTP/1.1" status: 204 len: 168 time: 0.2690153 Oct 25 15:07:59.913613 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 36438) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:07:59.932246 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-83fee165-1dec-4026-8601-47957842c4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:07:59.947688 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-83fee165-1dec-4026-8601-47957842c4b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:07:59.955268 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-83fee165-1dec-4026-8601-47957842c4b1 admin admin] Usage tracker for resource:security_group_rule and tenant:e9d8821af93b4ba89e66ef7aaa20d190 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:07:59.955268 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-83fee165-1dec-4026-8601-47957842c4b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:07:59.961531 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-83fee165-1dec-4026-8601-47957842c4b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:08:00.053733 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-83fee165-1dec-4026-8601-47957842c4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:00.058628 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-83fee165-1dec-4026-8601-47957842c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:00.065325 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-84b5dd30-1d0a-4f31-9b4e-4476eb3ad6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:08:00.104992 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fee165-1dec-4026-8601-47957842c4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93c83f9-2860-437f-b114-75ab1e5c674d,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:08:00.109717 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-83fee165-1dec-4026-8601-47957842c4b1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e9d8821af93b4ba89e66ef7aaa20d190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950848 Oct 25 15:08:00.110624 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-83fee165-1dec-4026-8601-47957842c4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:08:00.112521 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 36442) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:08:00.197306 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-aeba70df-c427-4a96-887c-0ce256139ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:00.230819 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-aeba70df-c427-4a96-887c-0ce256139ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:00.296560 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-aeba70df-c427-4a96-887c-0ce256139ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:00.300429 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-f73dec37-80c8-4921-933e-f498efe0dd7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:08:00.312345 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba70df-c427-4a96-887c-0ce256139ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93c83f9-2860-437f-b114-75ab1e5c674d,revision_number=None']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:08:00.316282 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-aeba70df-c427-4a96-887c-0ce256139ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:08:00.322779 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-aeba70df-c427-4a96-887c-0ce256139ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:00.325057 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-aeba70df-c427-4a96-887c-0ce256139ec0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e93c83f9-2860-437f-b114-75ab1e5c674d HTTP/1.1" status: 204 len: 168 time: 0.2116070 Oct 25 15:08:01.533682 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:09.434341 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-0187da86-6bce-47bf-9e61-0da5880d191f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:09.934361 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:13.757855 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-75185130-cdc4-442c-8aae-0e9c03731d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:14.749524 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:16.543264 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:17.156316 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [-] (86778) accepted ('10.222.0.62', 36578) {{(pid=86778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:08:17.281102 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-31655376-0905-4557-89c1-064df96b2c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:17.295841 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-31655376-0905-4557-89c1-064df96b2c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 25 15:08:17.299734 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-31655376-0905-4557-89c1-064df96b2c68 admin admin] Usage tracker for resource:security_group_rule and tenant:ed17c702ed9f46218e6791cff9a3e2e6 is out of sync, need to count used quota {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 25 15:08:17.302515 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.quota.resource [None req-31655376-0905-4557-89c1-064df96b2c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 25 15:08:17.309533 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.db.quota.driver [None req-31655376-0905-4557-89c1-064df96b2c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 25 15:08:17.409624 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-31655376-0905-4557-89c1-064df96b2c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:17.413817 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-31655376-0905-4557-89c1-064df96b2c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_create {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:17.426985 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-157b4b97-c584-4fb2-a170-644e869440fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:08:17.484671 dv-cinder-813751-1-smb neutron-server[86778]: INFO neutron.wsgi [None req-31655376-0905-4557-89c1-064df96b2c68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed17c702ed9f46218e6791cff9a3e2e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267567 Oct 25 15:08:17.487030 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31655376-0905-4557-89c1-064df96b2c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532f42b8-1f0b-4cd2-8b02-df1ad6bf3dbf,revision_number=1']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:08:17.487203 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.wsgi [-] (86779) accepted ('10.222.0.62', 36584) {{(pid=86779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 25 15:08:17.491594 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG oslo_concurrency.lockutils [None req-31655376-0905-4557-89c1-064df96b2c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:08:17.551939 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1833306c-6b45-482a-88a1-bf8da3c55292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:17.581441 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1833306c-6b45-482a-88a1-bf8da3c55292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:17.648585 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1833306c-6b45-482a-88a1-bf8da3c55292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739803'] for security_group, after_delete {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:17.656456 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-8447f10a-a5ad-4628-aa6d-d2a134bab14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 15:08:17.673569 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833306c-6b45-482a-88a1-bf8da3c55292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532f42b8-1f0b-4cd2-8b02-df1ad6bf3dbf,revision_number=None']} {{(pid=86779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 15:08:17.676304 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG oslo_concurrency.lockutils [None req-1833306c-6b45-482a-88a1-bf8da3c55292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 15:08:17.689132 dv-cinder-813751-1-smb neutron-server[86779]: DEBUG neutron_lib.callbacks.manager [None req-1833306c-6b45-482a-88a1-bf8da3c55292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:17.690445 dv-cinder-813751-1-smb neutron-server[86779]: INFO neutron.wsgi [None req-1833306c-6b45-482a-88a1-bf8da3c55292 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/532f42b8-1f0b-4cd2-8b02-df1ad6bf3dbf HTTP/1.1" status: 204 len: 168 time: 0.2021403 Oct 25 15:08:25.538786 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:08:31.532832 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:39.436680 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-7dd9bfe7-4a23-4c26-9d42-f0f8e27a92f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:39.931309 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:43.761010 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-35997c5b-e82b-43d0-ab60-77866aa6a8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:44.752469 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:08:46.552235 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:09:01.546311 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:09:02.538316 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:09:09.438159 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4262b800-bfd8-424d-986a-cee46ef5b2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:09:09.924981 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:09:13.765035 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-8cf2fbdd-ca15-48af-a0a2-61a31328b55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:09:14.754871 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:09:16.550876 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:09:31.546605 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:09:39.439256 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-1648f066-7523-449e-a7c5-846b0831164d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:09:39.539879 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:09:39.927628 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:09:43.768374 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-46f5f193-7399-4976-9365-c7add6dfb32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:09:44.758360 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:09:46.550697 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:10:01.553389 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:10:09.450065 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-c341b836-80db-49c7-aa02-cd4e1924e3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:10:09.930242 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:10:13.772135 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-ea16b695-4937-4455-bf12-5e8f9b2834e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:10:14.760242 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:10:16.538124 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:10:16.554801 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:10:31.543059 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:10:39.442000 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2ee5-6332-47d3-8ece-63fbbed76a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:10:39.932625 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:10:43.775312 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-ab9fc957-8e4d-4f76-8df1-801631c23fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:10:44.764068 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:10:46.557252 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:10:53.536287 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:11:01.558289 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:11:09.444169 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-0f8decd2-5f34-40e3-921e-ca7c688b0839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:11:09.934166 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:11:13.777408 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-2551c39a-3162-41c8-b7e3-f9ce6d3cfcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:11:14.766411 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:11:16.559196 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:11:30.535582 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:11:31.557898 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:11:39.445785 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e4a79b1e-f8ab-4d47-a77e-ec7cc9a30d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:11:39.936010 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:11:43.779318 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-3690c4e9-f8c5-4c54-ad1a-5aba90d3f2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:11:44.770092 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:11:46.561092 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:12:01.572277 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:12:07.534162 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:12:09.447825 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e8a4be0f-f831-4f26-89b1-5f22c026678c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:12:09.937386 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:12:13.782018 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-d6ca9e8d-3588-4df9-9519-3714e91cf485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:12:14.772431 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:12:16.563766 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:12:31.570950 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:12:39.449488 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-70ea0897-54fc-4851-974a-9e8900c1758b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:12:39.939983 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:12:43.783201 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-b42f76aa-2eae-44f5-b371-5677a0db2589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:12:44.533924 dv-cinder-813751-1-smb neutron-server[86781]: DEBUG neutron.db.agents_db [None req-2ed3cc21-c53b-4b1a-a81e-59de005988f1 None None] Agent healthcheck: found 6 active agents {{(pid=86781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 25 15:12:44.774705 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:12:46.566650 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:13:01.089867 dv-cinder-813751-1-smb neutron-server[86778]: DEBUG neutron.wsgi [req-586b7f3b-91c0-49f6-8ea9-8586da8eda49 req-93cb4117-df44-4a5d-b61a-f20be36a2f45 service neutron] (86778) timed out ('10.222.0.31', 63954) {{(pid=86778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 25 15:13:01.573837 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-95c49402-3e05-4c10-a192-b2e670c38947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:13:09.451337 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-f1511d80-fbf9-4e5f-940f-da69a6869d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:13:09.941749 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-38bd6af5-5d98-4bb2-9fee-9499a6350dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:13:13.785039 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-e6287783-d950-4787-bcf6-1e669e8d046b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:13:14.777136 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-74b6ad37-46e9-4a2a-9baf-f366251d52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 25 15:13:16.569582 dv-cinder-813751-1-smb neutron-server[86780]: DEBUG neutron_lib.callbacks.manager [None req-4db60393-b807-4446-a709-40ee8922805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733670938013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281059'] for agent, after_update {{(pid=86780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}